-- Logs begin at Thu 2022-05-12 17:55:53 UTC, end at Thu 2022-05-12 19:19:44 UTC. -- May 12 18:50:32.252858 dv-cinder-795751-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 18:50:35.073790 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.common.config [-] Logging enabled! May 12 18:50:35.074414 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 18:50:35.074587 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103180) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 18:50:35.077945 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.common.config [-] Logging enabled! May 12 18:50:35.078203 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 18:50:35.078514 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103180) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 18:50:35.079440 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 18:50:35.079685 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 18:50:35.080050 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 18:50:35.080298 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 18:50:35.080526 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 18:50:35.080844 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.081241 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.081477 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.081800 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.082093 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.082377 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.082669 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.082970 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.083258 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.083540 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.083825 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.084056 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.084341 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.084629 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.084918 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.085144 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] debug = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.085425 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.085888 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.086287 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.086570 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.086859 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.087138 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.087409 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.087686 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.087968 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.088297 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] host = dv-cinder-795751-3-iscsi {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.088599 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.088884 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.089171 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.089458 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.089756 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.090035 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.090317 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.090591 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.090866 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] log_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.091143 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.091430 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.091716 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.092011 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.092238 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.092462 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.092748 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.093034 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.093315 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.093617 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.093896 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.094170 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.094450 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.094718 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.095003 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.095288 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.095572 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.095848 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.096122 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.096395 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.096670 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.096954 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.097229 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.097503 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.097800 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.098090 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.098359 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.098634 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.098938 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.099218 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.099498 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.099783 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.100058 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.100341 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.100612 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.100884 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.101155 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] use_json = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.101425 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.101722 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.102006 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.102278 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.102551 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.102825 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.103100 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.103383 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.103653 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:35.104446 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.104754 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.105059 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.105343 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.105670 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.105953 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.106245 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.106525 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.106814 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.107101 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.107389 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.107667 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.107968 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.108256 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.108550 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.108852 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.109145 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.109438 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.109737 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.110014 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.110289 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.110566 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.110854 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.111132 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.111421 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.111709 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.111990 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.112286 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.112569 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.112850 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.113143 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.113436 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.113739 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.114021 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.114309 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.114586 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.114866 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.115154 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.115433 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.115707 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.115988 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.116268 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.116542 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.116815 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.117094 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.117386 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.117688 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.117963 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.118239 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.118517 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.118790 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.119074 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.119352 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.119675 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.120456 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.120738 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.121012 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.121290 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.121600 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.121880 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.122160 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.122440 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.122733 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.122992 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.123267 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.123542 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.123817 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.124091 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.124368 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.124643 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.124922 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.125195 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.125469 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.125771 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.126071 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.126347 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.126953 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.126953 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.127156 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.127433 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.127710 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.127987 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.128265 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.128535 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.128824 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.129106 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.129391 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.129699 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.129980 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.130301 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.130581 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.130859 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.131142 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.131419 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.131698 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.131981 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.132262 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.132555 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.132849 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.133142 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.133434 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.133751 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.134035 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.134344 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.134621 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:35.134841 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 18:50:35.135079 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103180) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 18:50:35.592325 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 18:50:35.592606 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 18:50:35.592913 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 18:50:35.593253 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 18:50:35.920865 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.921082 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.921356 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.922583 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.922861 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.923126 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.978130 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.978416 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.978689 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.993180 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.993466 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:35.993766 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.023917 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.024198 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.024468 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.061387 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.061699 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.061971 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.401933 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.402563 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.402563 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.402734 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.403415 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.502104 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.502440 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.502725 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.503006 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.503279 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.503592 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.503856 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.504116 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.504375 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.504657 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.504920 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.505187 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.505446 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.505731 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.505989 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.506258 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.506517 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.506788 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.507058 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.507320 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.507595 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.507849 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.508129 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.508507 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.508759 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.509009 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.509396 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 18:50:36.509664 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 18:50:36.509903 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 18:50:36.510182 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 18:50:36.510921 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 18:50:36.511158 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 18:50:36.511522 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 18:50:36.514619 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 18:50:36.518529 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 18:50:36.522308 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 12 18:50:36.523932 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 18:50:36.524396 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 18:50:36.524733 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 18:50:36.525114 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 18:50:36.528095 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 18:50:36.528350 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 18:50:36.528699 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 18:50:36.533508 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 18:50:36.558265 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 18:50:36.558714 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.559173 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103180) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 18:50:36.559546 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.564502 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103180) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 18:50:36.564922 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 18:50:36.565319 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 18:50:36.570735 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.571189 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:36.638269 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 18:50:36.638512 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 18:50:36.638752 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 18:50:36.639123 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 18:50:36.659829 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_db.sqlalchemy.engines [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103180) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 18:50:37.099994 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Initializing driver for type 'gre' May 12 18:50:37.100525 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] gre ID ranges: [(1, 1000)] May 12 18:50:37.155438 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Initializing driver for type 'local' May 12 18:50:37.155794 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Initializing driver for type 'vlan' May 12 18:50:37.169497 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] VlanTypeDriver initialization complete May 12 18:50:37.169871 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Initializing driver for type 'vxlan' May 12 18:50:37.170368 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] vxlan ID ranges: [(1, 1000)] May 12 18:50:37.225257 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Initializing extension driver 'port_security' May 12 18:50:37.225621 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.extensions.port_security [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] PortSecurityExtensionDriver initialization complete May 12 18:50:37.225954 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Initializing mechanism driver 'openvswitch' May 12 18:50:37.226277 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Initializing mechanism driver 'hyperv' May 12 18:50:37.232710 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:50:37.233572 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > port after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.233950 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.234308 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.234838 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 18:50:37.235278 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > subnet after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.235638 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > subnet after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.235987 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.236387 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 18:50:37.236798 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > network after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.237149 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > network after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.237497 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > network after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.237919 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 18:50:37.238323 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > security_group after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.238678 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > security_group after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.239025 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.239422 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 18:50:37.239828 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.240178 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.240519 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.240914 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 18:50:37.241319 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > address_group after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.241697 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > address_group after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.242039 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.242438 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 18:50:37.242880 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] ML2 OVO RPC backend initialized. {{(pid=103180) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 18:50:37.243580 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.243938 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.244353 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > network before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.245205 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > networks before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.245578 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > port before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.245926 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > ports before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.246270 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > subnet before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.246611 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > subnets before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.246957 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > network after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.247298 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > network after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.247634 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > network after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.247970 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > port after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.248305 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.248646 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.248982 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > subnet after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.249319 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > subnet after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.249690 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.257017 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded quota_driver: . May 12 18:50:37.257382 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.plugin [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Modular L2 Plugin initialization complete May 12 18:50:37.257768 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading services supported by the core plugin {{(pid=103180) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 18:50:37.258113 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Got port-security extension from driver 'port_security' May 12 18:50:37.258599 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.extensions.vlantransparent [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Disabled vlantransparent extension. May 12 18:50:37.259093 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103180) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 18:50:37.259420 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading Plugin: router May 12 18:50:37.295184 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.295582 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router after_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.295957 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router before_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.296324 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.296698 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.297055 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router after_delete 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.297414 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.297803 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.298162 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router after_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.298510 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router after_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.298862 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router after_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.299210 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.299688 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router after_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.300100 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.300469 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.300810 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.301151 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: subnet after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.301490 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.301875 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.302216 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.302555 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: port before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.302900 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.303257 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router after_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.303600 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.303952 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.304312 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.304658 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.305022 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > agent after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.305372 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > agent after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.305742 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > network after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.306599 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Tracking information for resource: router configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 18:50:37.306931 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Tracking information for resource: floatingip configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 18:50:37.312271 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.db.l3_agentschedulers_db [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 18:50:37.312843 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.313209 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: port after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.313595 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.313954 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.314740 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router before_create 55550100 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.315107 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.315497 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_create 55550100 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.315854 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > router precommit_update 55550100 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.320550 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.services.provider_configuration [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service providers = [] {{(pid=103180) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 18:50:37.320915 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.db.servicetype_db [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103180) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 18:50:37.323934 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.services.service_base [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 18:50:37.324288 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.services.service_base [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 18:50:37.324633 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.services.service_base [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 18:50:37.325543 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.services.service_base [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 18:50:37.325918 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.services.service_base [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 18:50:37.326294 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 18:50:37.326615 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 18:50:37.337210 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 18:50:37.337568 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading Plugin: auto_allocate May 12 18:50:37.343237 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: network precommit_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.343612 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: network precommit_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.344126 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 18:50:37.344447 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading Plugin: tag May 12 18:50:37.351222 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 18:50:37.351503 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading Plugin: timestamp May 12 18:50:37.355826 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 18:50:37.356152 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading Plugin: network_ip_availability May 12 18:50:37.361636 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.362009 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.362365 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.363097 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 18:50:37.363390 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading Plugin: flavors May 12 18:50:37.368280 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 18:50:37.368615 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading Plugin: revisions May 12 18:50:37.373409 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 18:50:37.373827 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_concurrency.lockutils [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=103180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 18:50:37.374564 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103180) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 18:50:37.374899 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Initializing extension manager. May 12 18:50:37.375422 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: __init__.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.375763 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: __pycache__ {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.376095 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: _port_mac_address_override.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.376430 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: address_group.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.377182 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.377766 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: address-group May 12 18:50:37.378090 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: address_scope.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.378801 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.379311 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: address-scope May 12 18:50:37.379633 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.380556 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.381067 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: router-admin-state-down-before-update May 12 18:50:37.381390 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: agent.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.382129 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.382640 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: agent May 12 18:50:37.382963 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: agent_resources_synced.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.383874 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.384394 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: agent-resources-synced May 12 18:50:37.384717 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: allowedaddresspairs.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.386549 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.387080 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: allowed-address-pairs May 12 18:50:37.387407 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: auto_allocated_topology.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.388471 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.388991 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: auto-allocated-topology May 12 18:50:37.389317 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: availability_zone.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.390042 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.390561 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: availability_zone May 12 18:50:37.390884 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: availability_zone_filter.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.391799 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.392316 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: availability_zone_filter May 12 18:50:37.392642 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: data_plane_status.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.393579 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.394094 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension data-plane-status not supported by any of loaded plugins May 12 18:50:37.394415 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: default_subnetpools.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.395335 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.395849 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: default-subnetpools May 12 18:50:37.396170 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.396980 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.397492 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: dhcp_agent_scheduler May 12 18:50:37.397842 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: dns.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.398750 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.399260 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension dns-integration not supported by any of loaded plugins May 12 18:50:37.399582 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: dns_domain_ports.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.400492 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.401025 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 18:50:37.401346 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.402298 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.402842 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 18:50:37.403109 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: dvr.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.403778 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.404285 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: dvr May 12 18:50:37.404606 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: ecmp_routes.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.405519 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.406055 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension ecmp_routes not supported by any of loaded plugins May 12 18:50:37.406376 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: empty_string_filtering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.407292 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.407806 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: empty-string-filtering May 12 18:50:37.408126 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.409030 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.409562 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 18:50:37.409887 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.411047 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.411558 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 18:50:37.411880 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: external_net.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.412782 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.413296 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: external-net May 12 18:50:37.413715 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.414621 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.415135 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: extra_dhcp_opt May 12 18:50:37.415455 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: extraroute.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.416886 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.417397 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: extraroute May 12 18:50:37.417773 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: extraroute_atomic.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.418971 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.419488 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: extraroute-atomic May 12 18:50:37.419815 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: filter_validation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.420493 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.421006 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: filter-validation May 12 18:50:37.421332 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: fip_pf_description.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.423204 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.423714 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 18:50:37.424037 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: fip_pf_port_range.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.424958 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.425463 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 18:50:37.425812 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: fip_port_details.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.426744 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.427255 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: fip-port-details May 12 18:50:37.427584 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: flavors.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.428816 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.429332 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: flavors May 12 18:50:37.429695 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.431347 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.431892 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 18:50:37.432755 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: floatingip_pools.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.433454 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.433999 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: floatingip-pools May 12 18:50:37.434323 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: ip_allocation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.435242 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.435757 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension ip_allocation not supported by any of loaded plugins May 12 18:50:37.436078 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.436991 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.437514 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: ip-substring-filtering May 12 18:50:37.437866 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l2_adjacency.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.438802 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.439314 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 18:50:37.439632 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.440598 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.441123 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: router May 12 18:50:37.441447 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.443686 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.444219 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 18:50:37.444555 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.445473 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.446094 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: ext-gw-mode May 12 18:50:37.446421 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.447340 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.447885 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: l3-ha May 12 18:50:37.448210 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.449122 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.449663 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 18:50:37.449988 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3_flavors.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.450899 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.451412 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: l3-flavors May 12 18:50:37.451736 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.453100 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.453644 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 18:50:37.453974 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.454893 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.455408 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 18:50:37.455735 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: l3agentscheduler.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.456780 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.457301 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: l3_agent_scheduler May 12 18:50:37.457672 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: local_ip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.460850 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.461381 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension local_ip not supported by any of loaded plugins May 12 18:50:37.461749 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: logging.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.463243 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.463770 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension logging not supported by any of loaded plugins May 12 18:50:37.464103 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: metering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.464842 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.465428 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: metering May 12 18:50:37.465789 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.466891 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.467410 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: metering_source_and_destination_fields May 12 18:50:37.467740 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: multiprovidernet.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.468668 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.469183 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: multi-provider May 12 18:50:37.469506 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: netmtu.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.470440 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.470951 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: net-mtu May 12 18:50:37.471273 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: netmtu_writable.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.472195 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.472708 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: net-mtu-writable May 12 18:50:37.473028 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: network_availability_zone.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.473737 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.474244 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: network_availability_zone May 12 18:50:37.474563 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: network_ip_availability.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.475666 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.476181 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: network-ip-availability May 12 18:50:37.476505 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: network_segment_range.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.477268 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.477879 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension network-segment-range not supported by any of loaded plugins May 12 18:50:37.478202 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: pagination.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.479688 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.480016 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: pagination May 12 18:50:37.480335 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: port_device_profile.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.481245 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.481793 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: port-device-profile May 12 18:50:37.482114 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: port_mac_address_override.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.483042 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.483550 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: port-mac-override May 12 18:50:37.483870 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.484786 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.485297 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: port-mac-address-regenerate May 12 18:50:37.485649 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.486560 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.487077 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: port-numa-affinity-policy May 12 18:50:37.487399 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: port_resource_request.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.488310 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.488818 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension port-resource-request not supported by any of loaded plugins May 12 18:50:37.489140 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: port_resource_request_groups.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.490139 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.490650 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 18:50:37.490973 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: portbindings.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.491892 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.492407 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: binding May 12 18:50:37.492733 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: portbindings_extended.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.494005 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.495059 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: binding-extended May 12 18:50:37.495399 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: portsecurity.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.496318 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.496840 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: port-security May 12 18:50:37.497170 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: project_id.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.498190 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.498523 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: project-id May 12 18:50:37.498844 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: providernet.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.499766 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.500278 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: provider May 12 18:50:37.500599 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.504271 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.504800 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos not supported by any of loaded plugins May 12 18:50:37.505132 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.506404 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.506926 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 18:50:37.507255 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.508196 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.508711 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 18:50:37.509036 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_default.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.510007 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.510528 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-default not supported by any of loaded plugins May 12 18:50:37.510851 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_fip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.511767 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.512285 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-fip not supported by any of loaded plugins May 12 18:50:37.512608 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.513515 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.514045 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 18:50:37.514366 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_gateway_ip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.515283 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.515793 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 18:50:37.516113 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_port_network_policy.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.517024 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.517568 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 18:50:37.517896 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.518955 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.519472 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 18:50:37.519794 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.520828 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.521342 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 18:50:37.521699 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_pps_rule.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.522866 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.523387 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-pps not supported by any of loaded plugins May 12 18:50:37.523713 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_rule_type_details.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.524633 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.525152 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 18:50:37.525478 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.526450 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.526964 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 18:50:37.527287 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: qos_rules_alias.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.528334 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.528852 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 18:50:37.529178 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: quota_check_limit.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.530196 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.530716 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: quota-check-limit May 12 18:50:37.531044 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: quotasv2.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.531970 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.532301 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: quotas May 12 18:50:37.532623 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: quotasv2_detail.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.534398 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.534740 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: quota_details May 12 18:50:37.535072 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: rbac.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.536390 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.536918 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: rbac-policies May 12 18:50:37.537254 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: rbac_address_group.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.538233 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.538758 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: rbac-address-group May 12 18:50:37.539089 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: rbac_address_scope.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.540016 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.540536 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: rbac-address-scope May 12 18:50:37.540864 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: rbac_security_groups.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.542328 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.542847 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: rbac-security-groups May 12 18:50:37.543174 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: rbac_subnetpool.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.544091 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.544604 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: rbac-subnetpool May 12 18:50:37.544930 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: revisionifmatch.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.545894 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.546414 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: revision-if-match May 12 18:50:37.546740 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: revisions.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.547848 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.548365 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: standard-attr-revisions May 12 18:50:37.548693 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: router_availability_zone.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.549366 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.549919 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: router_availability_zone May 12 18:50:37.550245 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: routerservicetype.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.551163 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.551677 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension router-service-type not supported by any of loaded plugins May 12 18:50:37.552002 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.552924 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.553445 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: security-groups-normalized-cidr May 12 18:50:37.553800 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.554722 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.555243 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: port-security-groups-filtering May 12 18:50:37.555569 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.556487 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.557140 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: security-groups-remote-address-group May 12 18:50:37.557986 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.559046 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.559569 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: security-groups-shared-filtering May 12 18:50:37.559893 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.560482 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 18:50:37.560803 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: securitygroup.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.570424 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.570964 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: security-group May 12 18:50:37.571296 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: segment.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.572024 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.572579 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension segment not supported by any of loaded plugins May 12 18:50:37.572909 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.573877 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.574393 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 18:50:37.574719 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: servicetype.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.575818 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.576341 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: service-type May 12 18:50:37.576664 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: sorting.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.577672 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.578003 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: sorting May 12 18:50:37.578325 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: standard_attr_segment.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.579236 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.579746 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 18:50:37.580067 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: standardattrdescription.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.580713 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.581223 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: standard-attr-description May 12 18:50:37.581564 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: stateful_security_group.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.582517 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.583030 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: stateful-security-group May 12 18:50:37.583352 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: stdattrs_common.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.583921 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 18:50:37.584243 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.585161 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.585705 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 18:50:37.586028 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: subnet_onboard.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.587079 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.587605 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: subnet_onboard May 12 18:50:37.587933 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.588892 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.589410 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 18:50:37.589767 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: subnet_service_types.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.590694 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.591212 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: subnet-service-types May 12 18:50:37.591535 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: subnetallocation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.592605 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.593135 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: subnet_allocation May 12 18:50:37.593459 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.594148 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.594670 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: subnetpool-prefix-ops May 12 18:50:37.594992 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.595927 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.596440 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 18:50:37.596761 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: tagging.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.597838 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.598370 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: standard-attr-tag May 12 18:50:37.598698 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: timestamp.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.599973 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.600498 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loaded extension: standard-attr-timestamp May 12 18:50:37.600824 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: trunk.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.601935 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.602411 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension trunk not supported by any of loaded plugins May 12 18:50:37.602733 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: trunk_details.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.603648 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.604733 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension trunk-details not supported by any of loaded plugins May 12 18:50:37.605059 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: uplink_status_propagation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.606012 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.606527 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 18:50:37.606846 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Loading extension file: vlantransparent.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 18:50:37.607509 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 18:50:37.608025 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 18:50:37.610541 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:network May 12 18:50:37.611071 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:subnet May 12 18:50:37.611469 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:subnetpool May 12 18:50:37.611862 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:port May 12 18:50:37.613105 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.613571 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service FLAVORS assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.614191 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.614624 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.614966 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:router May 12 18:50:37.615421 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:floatingip May 12 18:50:37.615906 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service METERING assigned prefix: /metering {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.617371 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.617775 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.618112 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 18:50:37.619104 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of CountableResource for resource:rbac_policy May 12 18:50:37.620075 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:security_group May 12 18:50:37.620511 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 18:50:37.621097 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service CORE assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.621641 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:subnetpool May 12 18:50:37.621930 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] subnetpool is already registered May 12 18:50:37.622352 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service CORE assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.622727 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:subnetpool May 12 18:50:37.623141 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] subnetpool is already registered May 12 18:50:37.625510 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.625956 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service FLAVORS assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.626518 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.626927 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.627268 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:router May 12 18:50:37.627610 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] router is already registered May 12 18:50:37.628034 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:floatingip May 12 18:50:37.628371 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] floatingip is already registered May 12 18:50:37.628837 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service METERING assigned prefix: /metering {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.629550 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of CountableResource for resource:rbac_policy May 12 18:50:37.629859 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] rbac_policy is already registered May 12 18:50:37.630345 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:security_group May 12 18:50:37.630632 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] security_group is already registered May 12 18:50:37.631009 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 18:50:37.631384 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] security_group_rule is already registered May 12 18:50:37.632022 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service CORE assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.632350 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:subnetpool May 12 18:50:37.632688 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] subnetpool is already registered May 12 18:50:37.633191 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Service CORE assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 18:50:37.633436 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Creating instance of TrackedResource for resource:subnetpool May 12 18:50:37.633802 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] subnetpool is already registered May 12 18:50:37.634323 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: extensions {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.635760 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: address-groups {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.637298 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: address-scopes {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.638646 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: agents {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.639822 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: auto-allocated-topology {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.641060 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: availability_zones {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.642320 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: dhcp-networks {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.643813 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: dhcp-agents {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.645271 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: routers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.647002 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: flavors {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.648279 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: service_profiles {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.649483 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: next_providers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.651466 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: service_profiles {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.653025 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: floatingip-pools {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.654288 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: routers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.655985 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: floatingips {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.658193 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: l3-routers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.659604 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: l3-agents {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.661291 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: metering-labels {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.662584 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: metering-label-rules {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.663944 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: network-ip-availabilities {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.665198 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: bindings {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.667354 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: quotas {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.669024 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: quotas {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.670591 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: rbac-policies {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.671790 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: security-groups {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.673089 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: security-group-rules {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.674379 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: service-providers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.675592 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: subnetpools {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.676926 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: subnetpools {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.678500 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.680172 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.682034 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.683881 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.685585 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.687530 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.689219 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.691177 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.692956 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.694717 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron.api.extensions [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 18:50:37.700692 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING keystonemiddleware.auth_token [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 18:50:37.705925 dv-cinder-795751-3-iscsi neutron-server[103180]: WARNING keystonemiddleware.auth_token [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 18:50:37.715163 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_concurrency.lockutils [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Acquired lock "singleton_lock" {{(pid=103180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 18:50:37.715639 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_concurrency.lockutils [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Releasing lock "singleton_lock" {{(pid=103180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 18:50:37.716291 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO oslo_service.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Starting 2 workers May 12 18:50:37.721171 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Started child 103289 {{(pid=103180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 18:50:37.725644 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Started child 103290 {{(pid=103180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 18:50:37.726616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:37.727329 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO neutron.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 18:50:37.727910 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:37.728116 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [-] (103289) wsgi starting up on http://0.0.0.0:9696 May 12 18:50:37.730993 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO oslo_service.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Starting 1 workers May 12 18:50:37.731170 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:37.732423 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [-] (103290) wsgi starting up on http://0.0.0.0:9696 May 12 18:50:37.736280 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Started child 103291 {{(pid=103180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 18:50:37.736811 dv-cinder-795751-3-iscsi neutron-server[103180]: INFO oslo_service.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Starting 1 workers May 12 18:50:37.740190 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] calling RpcWorker wait() {{(pid=103291) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 18:50:37.740755 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] returning from RpcWorker wait() {{(pid=103291) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 18:50:37.741305 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Started child 103292 {{(pid=103180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 18:50:37.742063 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:37.742190 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69cf06ef-01c9-46ea-8877-67b2d3333219 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:37.742577 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:50:37.744024 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 18:50:37.744236 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 18:50:37.744455 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 18:50:37.744676 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 18:50:37.745011 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 18:50:37.745175 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 18:50:37.745728 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.746011 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.746263 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.746375 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:37.746819 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.747107 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.747365 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.747565 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:50:37.747673 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.747891 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.748153 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.748328 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.748496 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.748751 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.748988 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.749310 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.749608 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.749855 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.750088 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.750260 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.750529 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.750789 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.751047 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.751337 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] debug = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.751580 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.752085 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.752314 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.752587 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.752806 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.753084 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.753330 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.753616 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.753848 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.754063 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.754296 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.754565 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.754806 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.755045 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.755276 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.755520 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.755738 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.756198 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] host = dv-cinder-795751-3-iscsi {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.756442 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.756657 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.756888 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.757136 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.757395 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.757635 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.757894 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.758136 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.758413 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.758645 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.758891 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.759132 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.759346 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.759594 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.759758 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_options = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.760038 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.760332 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.760580 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.760781 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.760952 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.761115 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.761369 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.761544 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.761809 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.762025 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.762240 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.762471 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.762684 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.762926 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.763180 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.763393 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.763607 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.763816 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.764064 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.764289 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.764512 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.764737 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.764967 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.765184 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.765396 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.765636 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.765863 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.766108 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.766316 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.766571 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.766822 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.767088 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.767393 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.767632 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.767880 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.768128 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.768406 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.768774 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.768912 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.769102 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.769354 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.769681 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.769898 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.770122 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.770396 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.770615 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.770855 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_json = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.771066 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.771300 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.771522 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.771741 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.771967 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.772431 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.772637 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.772913 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.773059 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.773401 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.773766 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.774092 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.774338 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.774550 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.774795 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.775025 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.775268 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.775502 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.776276 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.776609 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.776846 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.777560 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.777560 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.777746 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.778050 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.778363 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.778610 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780092 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780092 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780092 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780092 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780092 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780092 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780531 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780531 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780692 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.780901 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.781151 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.781427 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.781789 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.782066 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.782329 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.782567 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.782815 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.783069 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.783324 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.783563 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.783815 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.784049 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.784311 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.784561 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.784793 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.785038 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.785273 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.785765 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.786019 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.786295 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.786681 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.786817 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.786973 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.787189 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.787425 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.787655 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.787882 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.788096 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.788334 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.788558 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.788776 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.789002 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.789231 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.789447 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.789719 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.789938 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.790180 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.790397 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.790633 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.790843 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.791099 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.792112 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.792112 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.792347 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.792560 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.792770 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.792993 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.793204 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.793423 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.793693 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.793886 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.794103 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.794464 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.794573 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.794751 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.794960 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.795453 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.795453 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.795629 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.795785 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.796016 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.796227 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.796441 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.796766 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.797159 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.797583 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.797954 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.798200 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.798587 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.798994 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.799366 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.799582 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.799789 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.800070 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.800317 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.800582 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.800915 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.801134 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.801276 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.801683 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.801925 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.802168 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.802400 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.802675 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.802852 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.803272 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.803663 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.804072 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.804448 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.804823 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.805260 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.805511 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.805803 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.806025 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.806294 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.806599 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.806942 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.807187 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.807436 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.807739 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.808007 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.808240 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.808495 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.808757 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.808995 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.809233 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.809484 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.809760 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.809995 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.810225 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.810542 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.810965 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.811347 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.811566 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.811847 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.812086 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.812319 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.812585 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.812834 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.813084 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.813319 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.813607 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.813823 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.814053 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.814301 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.814516 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.814748 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.814959 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.815193 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.815424 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.815631 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.816037 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.816398 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.816773 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.817144 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.817545 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.817923 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.818321 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.818702 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.819090 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.819335 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.819573 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.819794 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.820019 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.820234 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.820487 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.820706 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.820983 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.821231 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.821461 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823065 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823065 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823065 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823065 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823065 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823065 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823527 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823527 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823527 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823745 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.823957 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.824202 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.824434 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.824666 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.825059 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.825583 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.825998 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.826405 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.826809 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.827051 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.827270 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.827491 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.827703 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.828092 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.828336 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.828560 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.828802 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.829017 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.829231 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.829450 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.829713 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.829968 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.830223 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.830473 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.830691 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.830914 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.831130 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.831346 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.831560 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.831773 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.831983 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.832191 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.832406 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.832619 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.832905 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.833154 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.833580 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.833837 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.834076 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.834286 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.834695 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.834909 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.835159 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.835381 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.835597 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.835807 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.836061 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.836274 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.836493 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.836720 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.836937 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.837146 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.837390 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.837645 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.837856 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.838578 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.838809 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.839033 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.839266 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.839475 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.839709 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.839926 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.840184 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.840387 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.840610 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.840819 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.841049 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.841290 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.841503 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.841734 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.842021 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.842288 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.842508 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.842805 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.843047 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.843307 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.843556 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.843864 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.844078 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.844358 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.844595 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.844818 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.845040 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.845293 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.845640 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.845917 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.846168 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.846404 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.846673 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.846951 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.847213 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.847429 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.847722 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.848040 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.848309 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.848569 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.848824 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.849068 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.849294 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.849542 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.849796 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.850012 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.850227 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.850468 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.850699 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.850923 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.851143 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.851368 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.851584 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.851806 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.852067 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.852254 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.852467 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.852624 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 18:50:37.853151 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 18:50:37.853314 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 18:50:37.853479 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 18:50:37.853685 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 18:50:37.854457 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 18:50:37.854609 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 18:50:37.854978 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.855145 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.855310 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.855473 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.855676 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.855840 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.856006 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.856165 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.856557 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.856719 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.856882 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.857040 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.857204 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.857367 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.857556 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.857721 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.857883 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.858051 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.858213 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.858375 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.858541 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.858707 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] debug = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.858869 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.859066 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.859231 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.859392 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.859553 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.859713 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.859873 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.860033 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.860195 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.860359 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.860522 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.860682 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.860843 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.860999 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.861160 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.861321 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.861483 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.861733 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] host = dv-cinder-795751-3-iscsi {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.861899 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.862057 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.862217 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.862377 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.862538 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.862699 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.862859 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.863018 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.863185 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.863344 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.863513 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.863671 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.863800 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.863944 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.864105 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_options = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.864233 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:50:37.864372 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.864505 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.864583 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.864756 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.864890 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.865052 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.865212 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.865374 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.865578 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.865714 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.865866 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.866028 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.866188 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.866349 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.866502 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.866734 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.866865 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.866992 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.867194 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.867430 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.867430 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.867687 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.867687 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.867934 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.868061 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.868188 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.868315 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.868463 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.868848 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.868848 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.869097 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.869097 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.869378 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.869378 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.869660 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.869660 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.869903 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.870029 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.870155 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.870317 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.870447 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.870597 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.870764 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.871152 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.871152 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.871152 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.872833 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_json = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.872833 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.872833 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.872833 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.872833 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.872833 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.872833 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.872833 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.873369 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.873369 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 18:50:37.873369 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.873369 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.873369 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.873369 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.873793 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.873793 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.873793 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.873996 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.874071 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.874201 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.874375 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.874536 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.874871 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.875185 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.875352 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.875515 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.875675 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.875986 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.876154 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.876317 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.876480 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.876643 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.876817 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.876981 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.877143 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.877305 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.877470 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.877665 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.877828 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.878000 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.878180 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.878343 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.878506 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.878673 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.878835 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.879000 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.879163 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.879327 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.879491 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.879654 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.879817 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.879980 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.880143 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.880307 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.880472 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.880637 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.880802 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.880965 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.881132 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.881293 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.881457 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.881645 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.881811 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.881977 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.882135 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.882325 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.882459 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.882797 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.882971 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.883134 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.883296 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.883459 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.883621 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.883785 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.883948 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.884112 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.884278 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.884442 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.884617 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.884785 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.884965 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.885281 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.885446 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.885634 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.885799 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.885962 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.886126 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.886289 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.886452 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.886615 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.886778 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.886941 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.887105 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.887265 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.887422 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.887585 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.887749 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.887912 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.888076 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.888240 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.888651 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.888651 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.888811 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.888894 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.889120 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.889212 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.889336 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.889492 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.889690 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.889830 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.889987 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.890195 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.890308 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.890464 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.890626 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.890947 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.891140 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.891286 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.891422 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.891555 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.891722 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.892163 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.892163 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.892163 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.892379 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.892495 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.892810 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.892969 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.893134 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.893987 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.893987 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.893987 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.893987 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.893987 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.894606 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.894606 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.894606 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.894606 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895067 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895067 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895067 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895272 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895348 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895464 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895639 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895804 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.895967 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.896129 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.896316 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.896478 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.896641 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.896809 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.896966 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.897273 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.897607 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.897774 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.897957 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.898094 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.898256 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.898419 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.898582 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.898752 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.898915 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.899079 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.899243 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.899407 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.899568 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.899731 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.899896 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.900058 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.900221 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.900385 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.900546 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.901224 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.901390 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.901578 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.901745 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.901908 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.902071 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.902239 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.902399 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.902726 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.902878 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.903195 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.903496 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.903674 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.903837 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.904005 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.904165 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.904323 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.904489 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.904650 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.904817 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.904980 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.905144 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.905307 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.905471 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.905657 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.905822 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.905985 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.906149 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.906313 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.906475 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.906657 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.906820 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.906982 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.907428 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.907428 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.907601 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.907601 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.907756 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.907916 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.908077 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.908242 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.908405 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.908567 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.908734 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.908897 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.909059 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.909224 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.909389 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.909574 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.909741 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.909906 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.910070 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.910233 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.910395 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.910815 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.910979 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.911143 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.911305 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.911468 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.911643 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.911808 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.911971 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.912133 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.912296 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.912459 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.912632 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.912795 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.912957 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.913120 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.913283 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.913450 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.913655 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.913819 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.913982 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.914144 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.914307 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.914470 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.914643 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.914805 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.914967 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.915129 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.915316 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.915479 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.915650 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.915814 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.915976 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.916139 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.916352 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.917006 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.917180 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.917344 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.917507 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.917695 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.917859 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.918023 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.918195 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.918360 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.918523 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.918699 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.918862 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.919026 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.919189 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.919364 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.919528 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.919693 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.919856 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.920018 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.920182 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.920353 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.920501 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.920673 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.920842 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.921005 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.921177 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.921347 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.921519 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.921702 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.921873 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.922047 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.922210 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.922373 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.922536 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.922699 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.922861 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.923024 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.923186 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.923527 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.923527 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.923691 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.925648 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.925862 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.926051 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.926236 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.926416 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.926593 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.926769 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.926945 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.927453 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60072) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:50:37.929145 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 18:50:37.929323 dv-cinder-795751-3-iscsi neutron-server[103180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 18:50:37.935967 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064683 May 12 18:50:49.336478 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23400ad9-04fc-4ec3-b39a-4c98c7f8d68c None None] get_active_networks_info from dv-cinder-795751-3-iscsi {{(pid=103291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 18:50:49.399730 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23400ad9-04fc-4ec3-b39a-4c98c7f8d68c None None] No non-hosted networks {{(pid=103291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 18:50:49.408524 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.agentschedulers_db [None req-23400ad9-04fc-4ec3-b39a-4c98c7f8d68c None None] DHCP Agent not found on host dv-cinder-795751-3-iscsi {{(pid=103291) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 18:50:49.485208 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-63646fed-7785-4750-bab8-1c6528505746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597365'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:51.326016 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d913c3bd-3491-403c-9ca2-56f3446dc9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597365'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:51.354371 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-937bc930-3839-4411-9ee6-90c9dd4a2724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:52.567914 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:50:52.971248 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597365'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:53.288505 dv-cinder-795751-3-iscsi neutron-server[103289]: WARNING oslo_policy.policy [None req-735e9d77-c386-4626-a54f-db86c6b7fa55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 18:50:53.289379 dv-cinder-795751-3-iscsi neutron-server[103289]: WARNING oslo_policy.policy [None req-735e9d77-c386-4626-a54f-db86c6b7fa55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 18:50:53.511215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [None req-735e9d77-c386-4626-a54f-db86c6b7fa55 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:50:53.522084 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-735e9d77-c386-4626-a54f-db86c6b7fa55 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9520457 May 12 18:50:54.198629 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597365'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:55.591808 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597365'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:55.595261 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.595613 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.595951 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.596287 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.596615 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.596942 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.597264 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.598125 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.599801 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.600165 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.602700 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.603074 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.604828 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.607680 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.609494 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:55.610994 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795751-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:50:55.626272 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795751-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:50:55.869020 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.db.l3_hamode_db [None req-9818aa84-a0fd-4251-a561-b3acb314b55f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 18:50:55.951201 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818aa84-a0fd-4251-a561-b3acb314b55f None None] Routers set() bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:50:55.951587 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818aa84-a0fd-4251-a561-b3acb314b55f None None] Router IDs set() for agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 18:50:56.105981 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60172) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:50:56.422069 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d752d603-7867-49f3-ba91-6b9f01837767 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:50:56.513779 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.policy [None req-d752d603-7867-49f3-ba91-6b9f01837767 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103289) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 18:50:56.554706 dv-cinder-795751-3-iscsi neutron-server[103289]: WARNING oslo_policy.policy [None req-d752d603-7867-49f3-ba91-6b9f01837767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 18:50:56.555076 dv-cinder-795751-3-iscsi neutron-server[103289]: WARNING oslo_policy.policy [None req-d752d603-7867-49f3-ba91-6b9f01837767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 18:50:56.652815 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d752d603-7867-49f3-ba91-6b9f01837767 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759895904744', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759895906300', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759895791273', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759895816015', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759895811841', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759895832619', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1667857', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-388378', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-403022'] for rbac-policy (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:56.723409 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d752d603-7867-49f3-ba91-6b9f01837767 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:56.724821 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d752d603-7867-49f3-ba91-6b9f01837767 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6175931 May 12 18:50:59.139337 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:50:59.447430 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:50:59.476501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Made reservation on behalf of cb46cdbaf65d4668a7a32126ba096340 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:50:59.481177 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:59.497294 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:59.605352 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Publish callbacks [] for security_group (f73960d2-6dc2-460d-9157-1392b6588d29), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:59.609128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f73960d2-6dc2-460d-9157-1392b6588d29), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:59.634382 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 18:50:59.672055 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (1e03890f-541a-4229-a2b4-cf6dc213fa8a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:59.672564 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Added segment 1e03890f-541a-4229-a2b4-cf6dc213fa8a of type vlan for network 0248ce54-c3e3-41f0-a284-a355a0fa3952 May 12 18:50:59.687954 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f73960d2-6dc2-460d-9157-1392b6588d29,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:50:59.714180 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.714515 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.714865 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.715207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.715880 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.716205 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.716519 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.716832 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.717144 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.717455 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.717859 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.718188 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.718501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.718811 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.719119 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Tracked resource versions report: May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: pushed versions: May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: { 'AddressGroup': {'1.2'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Agent': {'1.1'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'ConntrackHelper': {'1.0'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Log': {'1.0'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'NDPProxy': {'1.0'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Network': {'1.1'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Port': {'1.7'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'PortForwarding': {'1.3'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'QosPolicy': {'1.10'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SecurityGroup': {'1.5'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SubPort': {'1.0'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Subnet': {'1.1'}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Trunk': {'1.1'}} May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: consumer versions: May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: { DHCP agent@dv-cinder-795751-3-iscsi: {}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: L3 agent@dv-cinder-795751-3-iscsi: {}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: Metadata agent@dv-cinder-795751-3-iscsi: {}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: Metering agent@dv-cinder-795751-3-iscsi: {}, May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: Open vSwitch agent@dv-cinder-795751-3-iscsi: { 'AddressGroup': '1.2', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Agent': '1.1', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'ConntrackHelper': '1.0', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'LocalIPAssociation': '1.0', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Log': '1.0', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'NDPProxy': '1.0', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Network': '1.1', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Port': '1.7', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'PortForwarding': '1.3', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'QosPolicy': '1.10', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SecurityGroup': '1.5', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SecurityGroupRule': '1.2', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SubPort': '1.0', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Subnet': '1.1', May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Trunk': '1.1'}} May 12 18:50:59.720484 dv-cinder-795751-3-iscsi neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 18:50:59.788271 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (0248ce54-c3e3-41f0-a284-a355a0fa3952), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:59.827299 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (0248ce54-c3e3-41f0-a284-a355a0fa3952), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:59.832389 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:50:59.833069 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:50:59.892989 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7526050 May 12 18:50:59.953991 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002f295-ab05-4210-afce-2318f4755b2b demo demo] Pushing event updated for resources: {'Network': ['ID=0248ce54-c3e3-41f0-a284-a355a0fa3952,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:50:59.966574 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 0248ce54-c3e3-41f0-a284-a355a0fa3952 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 18:51:02.360416 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60196) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:02.847925 dv-cinder-795751-3-iscsi neutron-server[103290]: WARNING oslo_policy.policy [None req-b8233ea5-e632-48a0-b0c1-d024f321e28a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 18:51:02.848545 dv-cinder-795751-3-iscsi neutron-server[103290]: WARNING oslo_policy.policy [None req-b8233ea5-e632-48a0-b0c1-d024f321e28a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 18:51:03.292911 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.policy [None req-b8233ea5-e632-48a0-b0c1-d024f321e28a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103290) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 18:51:03.334082 dv-cinder-795751-3-iscsi neutron-server[103290]: WARNING oslo_policy.policy [None req-b8233ea5-e632-48a0-b0c1-d024f321e28a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 18:51:03.334467 dv-cinder-795751-3-iscsi neutron-server[103290]: WARNING oslo_policy.policy [None req-b8233ea5-e632-48a0-b0c1-d024f321e28a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 18:51:03.341917 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8233ea5-e632-48a0-b0c1-d024f321e28a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:51:03.343647 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-b8233ea5-e632-48a0-b0c1-d024f321e28a demo admin] 10.222.0.48 "GET /v2.0/networks/0248ce54-c3e3-41f0-a284-a355a0fa3952 HTTP/1.1" status: 200 len: 825 time: 0.9823375 May 12 18:51:03.382367 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-dd9e4d51-596b-4cc1-9661-c4d3c02e7346 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/33e0f6a7-f8e6-45de-b119-86fe4c011c86 HTTP/1.1" status: 200 len: 734 time: 0.0330014 May 12 18:51:03.391468 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952', 'subnetpool_id': '33e0f6a7-f8e6-45de-b119-86fe4c011c86'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:51:03.428407 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Made reservation on behalf of cb46cdbaf65d4668a7a32126ba096340 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:51:03.431678 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:03.718795 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (4cb03aea-42a4-4897-b585-8208c7dec523), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:03.786816 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Checking segment: {'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:51:03.787197 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Network hostable DHCP agents. Network: 0248ce54-c3e3-41f0-a284-a355a0fa3952, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 18:51:03.806729 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4cb03aea-42a4-4897-b585-8208c7dec523,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:03.818503 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.818834 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.819185 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.819537 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.819866 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.820283 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.820594 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.820917 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.821390 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.821600 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.821921 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.822252 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.822573 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.822889 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.823202 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Tracked resource versions report: May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: pushed versions: May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: { 'AddressGroup': {'1.2'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Agent': {'1.1'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'ConntrackHelper': {'1.0'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Log': {'1.0'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'NDPProxy': {'1.0'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Network': {'1.1'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Port': {'1.7'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'PortForwarding': {'1.3'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'QosPolicy': {'1.10'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SecurityGroup': {'1.5'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SubPort': {'1.0'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Subnet': {'1.1'}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Trunk': {'1.1'}} May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: consumer versions: May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: { DHCP agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: L3 agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: Metadata agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: Metering agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: Open vSwitch agent@dv-cinder-795751-3-iscsi: { 'AddressGroup': '1.2', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Agent': '1.1', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'ConntrackHelper': '1.0', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'LocalIPAssociation': '1.0', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Log': '1.0', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'NDPProxy': '1.0', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Network': '1.1', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Port': '1.7', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'PortForwarding': '1.3', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'QosPolicy': '1.10', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SecurityGroup': '1.5', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SecurityGroupRule': '1.2', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SubPort': '1.0', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Subnet': '1.1', May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Trunk': '1.1'}} May 12 18:51:03.824581 dv-cinder-795751-3-iscsi neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 18:51:03.837350 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Network 0248ce54-c3e3-41f0-a284-a355a0fa3952 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 18:51:03.854317 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 0248ce54-c3e3-41f0-a284-a355a0fa3952) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:51:03.869652 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:51:03.870285 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:03.875606 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ebb0a-a701-4eff-b635-1e4843c0f71e None None] Network 0248ce54-c3e3-41f0-a284-a355a0fa3952 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:51:03.893819 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f9f5b8a0-c4a3-4c71-84f3-fd3abfb25290 demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5056088 May 12 18:51:04.140012 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-0248ce54-c3e3-41f0-a284-a355a0fa3952', 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952', 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'fixed_ips': [{'subnet_id': '4cb03aea-42a4-4897-b585-8208c7dec523'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 18:51:04.141360 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:04.422001 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Allocated IP 172.20.0.2 (0248ce54-c3e3-41f0-a284-a355a0fa3952/4cb03aea-42a4-4897-b585-8208c7dec523/a296650a-a118-4387-b939-353302269ca3) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:51:04.694569 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Publish callbacks [] for port (a296650a-a118-4387-b939-353302269ca3), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:04.702234 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (a296650a-a118-4387-b939-353302269ca3), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:04.774334 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Network 0248ce54-c3e3-41f0-a284-a355a0fa3952 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:51:04.780259 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:51:04.784551 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:51:04.801016 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Pushing event updated for resources: {'Port': ['ID=a296650a-a118-4387-b939-353302269ca3,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:04.845090 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.845427 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.845803 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.846151 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.846488 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.846812 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.847134 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.847454 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.847773 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.848091 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.848409 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.848740 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.849060 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.849372 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.849707 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Tracked resource versions report: May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: pushed versions: May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: { 'AddressGroup': {'1.2'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Agent': {'1.1'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'ConntrackHelper': {'1.0'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Log': {'1.0'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'NDPProxy': {'1.0'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Network': {'1.1'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Port': {'1.7'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'PortForwarding': {'1.3'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'QosPolicy': {'1.10'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SecurityGroup': {'1.5'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SubPort': {'1.0'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Subnet': {'1.1'}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Trunk': {'1.1'}} May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: consumer versions: May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: { DHCP agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: L3 agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: Metadata agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: Metering agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: Open vSwitch agent@dv-cinder-795751-3-iscsi: { 'AddressGroup': '1.2', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Agent': '1.1', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'ConntrackHelper': '1.0', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'LocalIPAssociation': '1.0', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Log': '1.0', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'NDPProxy': '1.0', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Network': '1.1', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Port': '1.7', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'PortForwarding': '1.3', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'QosPolicy': '1.10', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SecurityGroup': '1.5', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SecurityGroupRule': '1.2', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SubPort': '1.0', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Subnet': '1.1', May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Trunk': '1.1'}} May 12 18:51:04.851165 dv-cinder-795751-3-iscsi neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 18:51:04.887530 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Attempting to bind port a296650a-a118-4387-b939-353302269ca3 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:51:04.888168 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Attempting to bind port a296650a-a118-4387-b939-353302269ca3 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:51:04.888321 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Attempting to bind port a296650a-a118-4387-b939-353302269ca3 on network 0248ce54-c3e3-41f0-a284-a355a0fa3952 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:51:04.893206 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:51:04.893614 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Checking segment: {'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:51:04.894095 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:04.894485 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Bound using segment: {'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:51:04.894957 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Bound port: a296650a-a118-4387-b939-353302269ca3, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:51:04.895356 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (a296650a-a118-4387-b939-353302269ca3), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:04.958737 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] For port a296650a-a118-4387-b939-353302269ca3, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:51:04.981646 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] For port a296650a-a118-4387-b939-353302269ca3, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=a296650a-a118-4387-b939-353302269ca3,segment=NetworkSegment(1e03890f-541a-4229-a2b4-cf6dc213fa8a),segment_id=1e03890f-541a-4229-a2b4-cf6dc213fa8a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:51:04.988634 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (a296650a-a118-4387-b939-353302269ca3), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:05.043069 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c0a5b-f8b3-41c3-a774-c434ae56ceae None None] Pushing event updated for resources: {'Port': ['ID=a296650a-a118-4387-b939-353302269ca3,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:06.354970 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60218) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:06.665167 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [None req-bc9f9bf2-36c7-40c5-9bb4-c0bb9f4447f4 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:51:06.666188 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-bc9f9bf2-36c7-40c5-9bb4-c0bb9f4447f4 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3103046 May 12 18:51:09.112589 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60226) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:09.435607 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [None req-2288890f-0615-4f02-b9f5-217f0e33e3cd admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:51:09.449549 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2288890f-0615-4f02-b9f5-217f0e33e3cd admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3230875 May 12 18:51:11.915325 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60234) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:12.231829 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-5b8f4e01-0f84-4719-8d50-3f8d54308dfe demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:51:12.256153 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4e01-0f84-4719-8d50-3f8d54308dfe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (9dd72743-5cbc-4e94-8c77-310ee4813579), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:12.257736 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4e01-0f84-4719-8d50-3f8d54308dfe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (9dd72743-5cbc-4e94-8c77-310ee4813579), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:12.395938 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4e01-0f84-4719-8d50-3f8d54308dfe demo demo] Publish callbacks [] for router_controller (9dd72743-5cbc-4e94-8c77-310ee4813579), precommit_add_association {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:12.400843 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4e01-0f84-4719-8d50-3f8d54308dfe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (9dd72743-5cbc-4e94-8c77-310ee4813579), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:12.420779 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4e01-0f84-4719-8d50-3f8d54308dfe demo demo] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:12.421940 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-5b8f4e01-0f84-4719-8d50-3f8d54308dfe demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5055623 May 12 18:51:14.873723 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60246) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:15.186659 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [None req-250fe9f2-58c4-404b-adc5-541d37623cfb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:51:15.187634 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-250fe9f2-58c4-404b-adc5-541d37623cfb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3129981 May 12 18:51:15.783815 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:51:16.252664 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device a296650a-a118-4387-b939-353302269ca3 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:51:16.341226 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port a296650a-a118-4387-b939-353302269ca3 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:16.341669 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (a296650a-a118-4387-b939-353302269ca3), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:16.407346 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992f803-312c-48e7-906c-d98ff6f52ee7 None None] Network 0248ce54-c3e3-41f0-a284-a355a0fa3952 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:51:16.509842 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port a296650a-a118-4387-b939-353302269ca3 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:16.510214 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (a296650a-a118-4387-b939-353302269ca3), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:16.525504 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-c7ed30cc-f5c6-4a12-9a32-95a6f56a4c13 None None] Provisioning complete for port a296650a-a118-4387-b939-353302269ca3 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:16.525899 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c7ed30cc-f5c6-4a12-9a32-95a6f56a4c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (a296650a-a118-4387-b939-353302269ca3), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:16.592552 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port a296650a-a118-4387-b939-353302269ca3, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=a296650a-a118-4387-b939-353302269ca3,segment=NetworkSegment(1e03890f-541a-4229-a2b4-cf6dc213fa8a),segment_id=1e03890f-541a-4229-a2b4-cf6dc213fa8a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:51:16.618457 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (a296650a-a118-4387-b939-353302269ca3), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:16.708530 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=a296650a-a118-4387-b939-353302269ca3,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:16.712505 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed30cc-f5c6-4a12-9a32-95a6f56a4c13 None None] Current status of the port a296650a-a118-4387-b939-353302269ca3 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:16.829046 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-482fc36d-27ad-4b89-a8be-c0729a8a9c50 None None] Provisioning complete for port a296650a-a118-4387-b939-353302269ca3 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:16.829433 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-482fc36d-27ad-4b89-a8be-c0729a8a9c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (a296650a-a118-4387-b939-353302269ca3), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:16.906845 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-482fc36d-27ad-4b89-a8be-c0729a8a9c50 None None] Current status of the port a296650a-a118-4387-b939-353302269ca3 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:17.642188 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:17.952570 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:51:17.972761 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Made reservation on behalf of 039d8e8cc62f44a2bdf4d5f5334c1312 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:51:17.975019 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:17.982812 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:18.054963 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Publish callbacks [] for security_group (10053116-bfd8-4d11-8ec3-16d453f7e6a5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:18.058435 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (10053116-bfd8-4d11-8ec3-16d453f7e6a5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:18.075542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103289) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 18:51:18.094296 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10053116-bfd8-4d11-8ec3-16d453f7e6a5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:18.098772 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (dd7bbba0-f383-44a0-b2a2-79e49c8f057a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:18.099168 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Added segment dd7bbba0-f383-44a0-b2a2-79e49c8f057a of type flat for network ae8b280c-088f-4a39-a469-6fa64791a893 May 12 18:51:18.144902 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (ae8b280c-088f-4a39-a469-6fa64791a893), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:18.177074 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (ae8b280c-088f-4a39-a469-6fa64791a893), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:18.178068 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:51:18.179300 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:18.227475 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5842013 May 12 18:51:18.242855 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device a296650a-a118-4387-b939-353302269ca3 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:51:18.276071 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045912b-181a-47d6-bef2-60cc94de62d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ae8b280c-088f-4a39-a469-6fa64791a893,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:18.299416 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network ae8b280c-088f-4a39-a469-6fa64791a893 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 18:51:18.372360 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port a296650a-a118-4387-b939-353302269ca3 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:18.372650 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (a296650a-a118-4387-b939-353302269ca3), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:18.455118 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port a296650a-a118-4387-b939-353302269ca3 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:19.268284 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-745f0af9-fdaf-45b4-bc3f-5fc005dc3198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:20.633674 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:21.030365 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c60ffc-f25c-4f44-b0b7-03b24c643ba9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:51:21.031616 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-70c60ffc-f25c-4f44-b0b7-03b24c643ba9 demo admin] 10.222.0.48 "GET /v2.0/subnets/4cb03aea-42a4-4897-b585-8208c7dec523 HTTP/1.1" status: 200 len: 849 time: 0.3969607 May 12 18:51:21.223105 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-022ab4f2-1de8-4437-994d-a1537049ac4a demo admin] 10.222.0.48 "GET /v2.0/routers/9dd72743-5cbc-4e94-8c77-310ee4813579 HTTP/1.1" status: 200 len: 704 time: 0.1857257 May 12 18:51:21.298365 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1aa1aac4-9e26-4cad-a0f8-c430c8b1a40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:21.494049 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:21.792872 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Allocated IP 172.20.0.1 (0248ce54-c3e3-41f0-a284-a355a0fa3952/4cb03aea-42a4-4897-b585-8208c7dec523/b7af8080-e4a1-4833-a8b4-6b92c23b65da) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:51:21.980865 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Publish callbacks [] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.049497 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.117837 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Network 0248ce54-c3e3-41f0-a284-a355a0fa3952 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:51:22.122250 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:51:22.126217 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:51:22.126763 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (9dd72743-5cbc-4e94-8c77-310ee4813579), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.263392 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Pushing event updated for resources: {'Port': ['ID=b7af8080-e4a1-4833-a8b4-6b92c23b65da,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:22.355871 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-0411f4de-0acc-474f-bdbe-960d9aaad9aa None None] Provisioning complete for port b7af8080-e4a1-4833-a8b4-6b92c23b65da triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:22.356411 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0411f4de-0acc-474f-bdbe-960d9aaad9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.401792 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.438785 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-0411f4de-0acc-474f-bdbe-960d9aaad9aa None None] Port b7af8080-e4a1-4833-a8b4-6b92c23b65da cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:51:22.642316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Publish callbacks [] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.646222 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.647493 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (9dd72743-5cbc-4e94-8c77-310ee4813579), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.705356 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Pushing event updated for resources: {'Port': ['ID=b7af8080-e4a1-4833-a8b4-6b92c23b65da,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:22.772963 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Network 0248ce54-c3e3-41f0-a284-a355a0fa3952 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:51:22.774263 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:51:22.875807 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.944403 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Router 9dd72743-5cbc-4e94-8c77-310ee4813579 is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 18:51:22.958938 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a4da52ca-1797-4282-b714-75feb8728cc9 None None] Provisioning complete for port b7af8080-e4a1-4833-a8b4-6b92c23b65da triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:22.959843 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a4da52ca-1797-4282-b714-75feb8728cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:22.992507 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a4da52ca-1797-4282-b714-75feb8728cc9 None None] Port b7af8080-e4a1-4833-a8b4-6b92c23b65da cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:51:23.038669 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:51:23.044370 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1bb95345-c7a4-4759-9356-26c0ba93eedb demo admin] 10.222.0.48 "PUT /v2.0/routers/9dd72743-5cbc-4e94-8c77-310ee4813579/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8154733 May 12 18:51:23.047484 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Sync routers for ids ['9dd72743-5cbc-4e94-8c77-310ee4813579'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:51:23.059939 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Routers {'9dd72743-5cbc-4e94-8c77-310ee4813579'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:51:23.060896 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:51:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['9dd72743-5cbc-4e94-8c77-310ee4813579'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:51:23.264259 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Set router 9dd72743-5cbc-4e94-8c77-310ee4813579 gateway port host: None {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:51:23.688915 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'name': 'router1', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:51:12Z', 'updated_at': '2022-05-12T18:51:22Z', 'revision_number': 2, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'gw_port_host': None, '_interfaces': [{'id': 'b7af8080-e4a1-4833-a8b4-6b92c23b65da', 'name': '', 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'mac_address': 'fa:16:3e:dd:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:21Z', 'updated_at': '2022-05-12T18:51:22Z', 'revision_number': 2, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'subnets': [{'id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e0f6a7-f8e6-45de-b119-86fe4c011c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:51:23.740256 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Checking router: 9dd72743-5cbc-4e94-8c77-310ee4813579 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:51:23.740659 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Updating router 9dd72743-5cbc-4e94-8c77-310ee4813579 port b7af8080-e4a1-4833-a8b4-6b92c23b65da binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:51:23.793608 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.130306 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.336651 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Publish callbacks [] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.342811 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.496306 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Pushing event updated for resources: {'Port': ['ID=b7af8080-e4a1-4833-a8b4-6b92c23b65da,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:24.513815 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Attempting to bind port b7af8080-e4a1-4833-a8b4-6b92c23b65da on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:51:24.514211 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Attempting to bind port b7af8080-e4a1-4833-a8b4-6b92c23b65da by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:51:24.514705 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Attempting to bind port b7af8080-e4a1-4833-a8b4-6b92c23b65da on network 0248ce54-c3e3-41f0-a284-a355a0fa3952 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:51:24.518345 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.518690 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.519035 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.519371 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.519702 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.520028 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.520349 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.520667 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.520986 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.521300 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.522165 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.522500 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.522856 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.523174 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.523488 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Tracked resource versions report: May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: pushed versions: May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: { 'AddressGroup': {'1.2'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Agent': {'1.1'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'ConntrackHelper': {'1.0'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'LocalIPAssociation': {'1.0'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Log': {'1.0'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'NDPProxy': {'1.0'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Network': {'1.1'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Port': {'1.7'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'PortForwarding': {'1.3'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'QosPolicy': {'1.10'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SecurityGroup': {'1.5'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SecurityGroupRule': {'1.2'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SubPort': {'1.0'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Subnet': {'1.1'}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Trunk': {'1.1'}} May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: consumer versions: May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: { DHCP agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: L3 agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: Metadata agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: Metering agent@dv-cinder-795751-3-iscsi: {}, May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: Open vSwitch agent@dv-cinder-795751-3-iscsi: { 'AddressGroup': '1.2', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Agent': '1.1', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'ConntrackHelper': '1.0', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'LocalIPAssociation': '1.0', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Log': '1.0', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'NDPProxy': '1.0', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Network': '1.1', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Port': '1.7', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'PortForwarding': '1.3', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'QosPolicy': '1.10', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SecurityGroup': '1.5', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SecurityGroupRule': '1.2', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SubPort': '1.0', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Subnet': '1.1', May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Trunk': '1.1'}} May 12 18:51:24.524927 dv-cinder-795751-3-iscsi neutron-server[103292]: {{(pid=103292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 18:51:24.529798 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:51:24.530197 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Checking segment: {'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:51:24.530686 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.531061 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Bound using segment: {'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:51:24.531539 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Bound port: b7af8080-e4a1-4833-a8b4-6b92c23b65da, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e03890f-541a-4229-a2b4-cf6dc213fa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:51:24.531913 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.599883 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] For port b7af8080-e4a1-4833-a8b4-6b92c23b65da, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:51:24.619971 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] For port b7af8080-e4a1-4833-a8b4-6b92c23b65da, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b7af8080-e4a1-4833-a8b4-6b92c23b65da,segment=NetworkSegment(1e03890f-541a-4229-a2b4-cf6dc213fa8a),segment_id=1e03890f-541a-4229-a2b4-cf6dc213fa8a)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:51:24.620937 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-5ca62a5b-0a75-42b1-9efa-c580eb08b215 None None] Provisioning complete for port b7af8080-e4a1-4833-a8b4-6b92c23b65da triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:24.621513 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ca62a5b-0a75-42b1-9efa-c580eb08b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.626596 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.680670 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd9576-22bf-435f-8476-30723b4cb140 None None] Pushing event updated for resources: {'Port': ['ID=b7af8080-e4a1-4833-a8b4-6b92c23b65da,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:24.707685 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Routers {'9dd72743-5cbc-4e94-8c77-310ee4813579'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:51:24.708183 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:51:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['9dd72743-5cbc-4e94-8c77-310ee4813579'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:51:24.719989 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-5ca62a5b-0a75-42b1-9efa-c580eb08b215 None None] Current status of the port b7af8080-e4a1-4833-a8b4-6b92c23b65da is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:24.720366 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ca62a5b-0a75-42b1-9efa-c580eb08b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.758176 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5ca62a5b-0a75-42b1-9efa-c580eb08b215 None None] For port b7af8080-e4a1-4833-a8b4-6b92c23b65da, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b7af8080-e4a1-4833-a8b4-6b92c23b65da,segment=NetworkSegment(1e03890f-541a-4229-a2b4-cf6dc213fa8a),segment_id=1e03890f-541a-4229-a2b4-cf6dc213fa8a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:51:24.762723 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ca62a5b-0a75-42b1-9efa-c580eb08b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:24.804333 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] Set router 9dd72743-5cbc-4e94-8c77-310ee4813579 gateway port host: None {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:51:24.819327 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca62a5b-0a75-42b1-9efa-c580eb08b215 None None] Pushing event updated for resources: {'Port': ['ID=b7af8080-e4a1-4833-a8b4-6b92c23b65da,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:25.011613 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'name': 'router1', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:51:12Z', 'updated_at': '2022-05-12T18:51:22Z', 'revision_number': 2, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'gw_port_host': None, '_interfaces': [{'id': 'b7af8080-e4a1-4833-a8b4-6b92c23b65da', 'name': '', 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'mac_address': 'fa:16:3e:dd:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:21Z', 'updated_at': '2022-05-12T18:51:24Z', 'revision_number': 4, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'subnets': [{'id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e0f6a7-f8e6-45de-b119-86fe4c011c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:51:25.036965 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-b16c8c3f-4c4a-4d93-bf01-f5600140d114 None None] Provisioning complete for port b7af8080-e4a1-4833-a8b4-6b92c23b65da triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:25.037510 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b16c8c3f-4c4a-4d93-bf01-f5600140d114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:25.037876 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43b4d-126a-4096-a4f2-d3ca0414ea5f None None] The sync data for ids ['9dd72743-5cbc-4e94-8c77-310ee4813579'] in dv-cinder-795751-3-iscsi is: [{'id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'name': 'router1', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:51:12Z', 'updated_at': '2022-05-12T18:51:22Z', 'revision_number': 2, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'gw_port_host': None, '_interfaces': [{'id': 'b7af8080-e4a1-4833-a8b4-6b92c23b65da', 'name': '', 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'mac_address': 'fa:16:3e:dd:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:21Z', 'updated_at': '2022-05-12T18:51:24Z', 'revision_number': 4, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'subnets': [{'id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e0f6a7-f8e6-45de-b119-86fe4c011c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:51:25.126028 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-b16c8c3f-4c4a-4d93-bf01-f5600140d114 None None] Current status of the port b7af8080-e4a1-4833-a8b4-6b92c23b65da is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:25.490185 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60286) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:25.553749 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:25.695049 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcca7ee-d6b0-4493-8e3d-4114883fe1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:51:25.696397 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0bcca7ee-d6b0-4493-8e3d-4114883fe1d1 admin admin] 10.222.0.48 "GET /v2.0/networks/ae8b280c-088f-4a39-a469-6fa64791a893 HTTP/1.1" status: 200 len: 842 time: 0.2047286 May 12 18:51:25.705733 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Request body: {'subnet': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:51:25.729072 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Made reservation on behalf of 039d8e8cc62f44a2bdf4d5f5334c1312 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:51:25.731488 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:26.016790 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.objects.ports [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 18:51:26.017208 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (d2014f2c-6384-41c2-9178-45cc4b2aeca4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:26.078342 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2014f2c-6384-41c2-9178-45cc4b2aeca4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:26.084695 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:51:26.085692 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Network hostable DHCP agents. Network: ae8b280c-088f-4a39-a469-6fa64791a893, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 18:51:26.106991 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 18:51:26.118102 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, ae8b280c-088f-4a39-a469-6fa64791a893) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:51:26.124918 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:51:26.124918 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:26.131951 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c973d43-df27-4b24-84e2-15b845b8e073 None None] Network ae8b280c-088f-4a39-a469-6fa64791a893 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:51:26.140372 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-df119157-ac90-4ba4-b734-1f0d092c8e97 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379261 May 12 18:51:26.243173 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916058c3-91c6-4791-9532-8458fb57637f None None] Network ae8b280c-088f-4a39-a469-6fa64791a893 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:51:28.561214 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:28.697846 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-16a6ba13-638e-4b4a-bfbf-746c0673a5ca demo admin] 10.222.0.48 "GET /v2.0/routers/9dd72743-5cbc-4e94-8c77-310ee4813579 HTTP/1.1" status: 200 len: 710 time: 0.1353650 May 12 18:51:28.854700 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464e859-e6d6-470c-acca-c75421fc4892 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:51:28.856057 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c464e859-e6d6-470c-acca-c75421fc4892 demo admin] 10.222.0.48 "GET /v2.0/networks/ae8b280c-088f-4a39-a469-6fa64791a893 HTTP/1.1" status: 200 len: 886 time: 0.1527860 May 12 18:51:28.864706 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:51:29.116071 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks [] for router_gateway (9dd72743-5cbc-4e94-8c77-310ee4813579), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:29.343314 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks [] for router_gateway (9dd72743-5cbc-4e94-8c77-310ee4813579), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:29.420553 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:29.519392 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Allocated IP 172.27.3.226 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/5e92b35d-c28a-4ce3-a403-90d4eeba6972) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:51:29.623075 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks [] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:29.655903 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:29.691811 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:51:29.696092 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:51:29.704436 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:51:29.707220 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Pushing event updated for resources: {'Port': ['ID=5e92b35d-c28a-4ce3-a403-90d4eeba6972,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:29.962021 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks [] for router_gateway (9dd72743-5cbc-4e94-8c77-310ee4813579), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:30.250108 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-598405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124737'] for router (9dd72743-5cbc-4e94-8c77-310ee4813579), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:30.253641 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-598428'] for router (9dd72743-5cbc-4e94-8c77-310ee4813579), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:30.369449 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Router 9dd72743-5cbc-4e94-8c77-310ee4813579 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 18:51:30.477940 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:51:30.482044 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:30.497554 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6595cd25-83b1-4939-90df-7af2aa9fd48f demo admin] 10.222.0.48 "PUT /v2.0/routers/9dd72743-5cbc-4e94-8c77-310ee4813579 HTTP/1.1" status: 200 len: 890 time: 1.6216090 May 12 18:51:32.266952 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b7af8080-e4a1-4833-a8b4-6b92c23b65da up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:51:32.313992 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port b7af8080-e4a1-4833-a8b4-6b92c23b65da triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:32.314384 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:32.393862 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port b7af8080-e4a1-4833-a8b4-6b92c23b65da is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:32.913874 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60316) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:51:33.052752 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-97b80ecb-45a4-4f52-bc79-2cbf50bd06ba admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1378589 May 12 18:51:33.768989 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Sync routers for ids ['9dd72743-5cbc-4e94-8c77-310ee4813579'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:51:33.780961 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Routers {'9dd72743-5cbc-4e94-8c77-310ee4813579'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:51:33.781635 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:51:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['9dd72743-5cbc-4e94-8c77-310ee4813579'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:51:34.014209 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Set router 9dd72743-5cbc-4e94-8c77-310ee4813579 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:51:34.479450 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'name': 'router1', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '5e92b35d-c28a-4ce3-a403-90d4eeba6972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:51:12Z', 'updated_at': '2022-05-12T18:51:29Z', 'revision_number': 4, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'gw_port': {'id': '5e92b35d-c28a-4ce3-a403-90d4eeba6972', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:29Z', 'updated_at': '2022-05-12T18:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b7af8080-e4a1-4833-a8b4-6b92c23b65da', 'name': '', 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'mac_address': 'fa:16:3e:dd:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:21Z', 'updated_at': '2022-05-12T18:51:24Z', 'revision_number': 5, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'subnets': [{'id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e0f6a7-f8e6-45de-b119-86fe4c011c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:51:34.531128 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Checking router: 9dd72743-5cbc-4e94-8c77-310ee4813579 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:51:34.531492 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Updating router 9dd72743-5cbc-4e94-8c77-310ee4813579 port 5e92b35d-c28a-4ce3-a403-90d4eeba6972 binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:51:34.582342 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:34.954419 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Publish callbacks [] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:34.961870 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:35.011774 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Attempting to bind port 5e92b35d-c28a-4ce3-a403-90d4eeba6972 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:51:35.012148 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Attempting to bind port 5e92b35d-c28a-4ce3-a403-90d4eeba6972 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:51:35.012506 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Attempting to bind port 5e92b35d-c28a-4ce3-a403-90d4eeba6972 on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:51:35.019799 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfddcc4-e6d2-4808-992d-924a83f5382e None None] Pushing event updated for resources: {'Port': ['ID=5e92b35d-c28a-4ce3-a403-90d4eeba6972,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:35.022681 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:51:35.022681 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:51:35.023061 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:35.023395 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:51:35.023861 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Bound port: 5e92b35d-c28a-4ce3-a403-90d4eeba6972, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:51:35.024233 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:35.077939 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] For port 5e92b35d-c28a-4ce3-a403-90d4eeba6972, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:51:35.080906 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] For port 5e92b35d-c28a-4ce3-a403-90d4eeba6972, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=5e92b35d-c28a-4ce3-a403-90d4eeba6972,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:51:35.086483 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:35.150359 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfddcc4-e6d2-4808-992d-924a83f5382e None None] Pushing event updated for resources: {'Port': ['ID=5e92b35d-c28a-4ce3-a403-90d4eeba6972,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:35.154959 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Routers {'9dd72743-5cbc-4e94-8c77-310ee4813579'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:51:35.155656 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:51:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['9dd72743-5cbc-4e94-8c77-310ee4813579'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:51:35.279834 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] Set router 9dd72743-5cbc-4e94-8c77-310ee4813579 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:51:35.502722 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'name': 'router1', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '5e92b35d-c28a-4ce3-a403-90d4eeba6972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:51:12Z', 'updated_at': '2022-05-12T18:51:29Z', 'revision_number': 4, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'gw_port': {'id': '5e92b35d-c28a-4ce3-a403-90d4eeba6972', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:29Z', 'updated_at': '2022-05-12T18:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b7af8080-e4a1-4833-a8b4-6b92c23b65da', 'name': '', 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'mac_address': 'fa:16:3e:dd:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:21Z', 'updated_at': '2022-05-12T18:51:24Z', 'revision_number': 5, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'subnets': [{'id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e0f6a7-f8e6-45de-b119-86fe4c011c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:51:35.534080 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be11c34-9a3c-4885-9e24-43ee619e7c67 None None] The sync data for ids ['9dd72743-5cbc-4e94-8c77-310ee4813579'] in dv-cinder-795751-3-iscsi is: [{'id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'name': 'router1', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '5e92b35d-c28a-4ce3-a403-90d4eeba6972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:51:12Z', 'updated_at': '2022-05-12T18:51:29Z', 'revision_number': 4, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'gw_port': {'id': '5e92b35d-c28a-4ce3-a403-90d4eeba6972', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:29Z', 'updated_at': '2022-05-12T18:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b7af8080-e4a1-4833-a8b4-6b92c23b65da', 'name': '', 'network_id': '0248ce54-c3e3-41f0-a284-a355a0fa3952', 'tenant_id': 'cb46cdbaf65d4668a7a32126ba096340', 'mac_address': 'fa:16:3e:dd:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd72743-5cbc-4e94-8c77-310ee4813579', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:51:21Z', 'updated_at': '2022-05-12T18:51:24Z', 'revision_number': 5, 'project_id': 'cb46cdbaf65d4668a7a32126ba096340', 'subnets': [{'id': '4cb03aea-42a4-4897-b585-8208c7dec523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e0f6a7-f8e6-45de-b119-86fe4c011c86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:51:36.315293 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 5e92b35d-c28a-4ce3-a403-90d4eeba6972 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:51:36.363379 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 5e92b35d-c28a-4ce3-a403-90d4eeba6972 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:36.363770 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:36.446134 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 5e92b35d-c28a-4ce3-a403-90d4eeba6972 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:36.446519 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:36.475841 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 5e92b35d-c28a-4ce3-a403-90d4eeba6972, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=5e92b35d-c28a-4ce3-a403-90d4eeba6972,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:51:36.482261 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:36.549179 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=5e92b35d-c28a-4ce3-a403-90d4eeba6972,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:51:38.314331 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 5e92b35d-c28a-4ce3-a403-90d4eeba6972 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:51:38.406873 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 5e92b35d-c28a-4ce3-a403-90d4eeba6972 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:51:38.408902 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (5e92b35d-c28a-4ce3-a403-90d4eeba6972), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:38.519362 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 5e92b35d-c28a-4ce3-a403-90d4eeba6972 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:51:49.273598 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-13a89b80-d5c1-4f51-8c9a-0a50ee2804d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:51.302442 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8b3df70c-3ce0-4ffd-9406-422d9b15e09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:52.783021 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:51:52.884197 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:54.146421 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:51:55.568408 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:19.267620 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a4fb13c9-62f9-42e0-8e06-6031687add17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:21.308811 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-655fd06b-b3ed-4cd1-8d76-c9ca727d9bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:22.883749 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:24.143012 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:25.562985 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:29.781560 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:52:49.272093 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc87a-9d15-459f-971e-736dd1bf10ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:51.239733 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60800) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:52:51.300130 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7a1108-6dc5-457a-821c-247c5b10a7a9 admin admin] GET failed (client error): The resource could not be found. May 12 18:52:51.301428 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-bc7a1108-6dc5-457a-821c-247c5b10a7a9 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607619 May 12 18:52:51.301685 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bd74f088-e141-4430-979e-d46d7410cde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:51.464265 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d467fc-a419-45d2-851b-30853819ee7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:52:51.465779 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f7d467fc-a419-45d2-851b-30853819ee7a admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594894 May 12 18:52:52.884967 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:53.710183 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60810) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:52:53.798954 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9d718-7991-489b-8115-697f2b7b7d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:52:53.800258 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-05b9d718-7991-489b-8115-697f2b7b7d5d admin admin] 10.222.0.48 "GET /v2.0/subnets/4cb03aea-42a4-4897-b585-8208c7dec523 HTTP/1.1" status: 200 len: 849 time: 0.0891733 May 12 18:52:53.810070 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:52:53.893483 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Publish callbacks [] for subnet (4cb03aea-42a4-4897-b585-8208c7dec523), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:54.038029 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759892667266'] for subnet (4cb03aea-42a4-4897-b585-8208c7dec523), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:54.072859 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:52:54.073466 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:54.074731 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] 10.222.0.48 "PUT /v2.0/subnets/4cb03aea-42a4-4897-b585-8208c7dec523 HTTP/1.1" status: 200 len: 868 time: 0.2681885 May 12 18:52:54.088669 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe690cd-b8d7-438a-bfa7-c69b241435fe None None] Network 0248ce54-c3e3-41f0-a284-a355a0fa3952 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:52:54.092135 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb03aea-42a4-4897-b585-8208c7dec523,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:52:54.099963 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.100311 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.100675 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.101591 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.101930 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.102262 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.102583 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.102913 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.103236 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.103562 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.103887 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.104212 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.104534 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.104862 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.105181 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c723ba1-eb40-45af-a7df-c8ab75ff5c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:52:54.173704 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:54.469506 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-651d9870-07bd-4e37-b757-89ce547d1f28 None None] Provisioning complete for port b7af8080-e4a1-4833-a8b4-6b92c23b65da triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:52:54.469947 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-651d9870-07bd-4e37-b757-89ce547d1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b7af8080-e4a1-4833-a8b4-6b92c23b65da), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:54.550161 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-651d9870-07bd-4e37-b757-89ce547d1f28 None None] Current status of the port b7af8080-e4a1-4833-a8b4-6b92c23b65da is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:52:54.558456 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-651d9870-07bd-4e37-b757-89ce547d1f28 None None] Provisioning complete for port a296650a-a118-4387-b939-353302269ca3 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:52:54.558818 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-651d9870-07bd-4e37-b757-89ce547d1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (a296650a-a118-4387-b939-353302269ca3), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:54.631949 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-651d9870-07bd-4e37-b757-89ce547d1f28 None None] Current status of the port a296650a-a118-4387-b939-353302269ca3 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:52:55.570227 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:52:56.353131 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:52:56.549869 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23183b-125e-40e3-91c3-1b279f26c3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:52:56.550336 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23183b-125e-40e3-91c3-1b279f26c3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:52:56.551879 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-eb23183b-125e-40e3-91c3-1b279f26c3df admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977644 May 12 18:52:58.798284 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:52:58.931615 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d7e83b-0db5-4216-ac08-c41b9cb8a337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:52:58.932090 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d7e83b-0db5-4216-ac08-c41b9cb8a337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:52:58.933641 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b4d7e83b-0db5-4216-ac08-c41b9cb8a337 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343238 May 12 18:53:01.147564 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:01.275369 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d3934-cdb2-44a2-95b7-9575ee2a3ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:01.276728 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b51d3934-cdb2-44a2-95b7-9575ee2a3ca9 admin admin] 10.222.0.48 "GET /v2.0/networks/0248ce54-c3e3-41f0-a284-a355a0fa3952 HTTP/1.1" status: 200 len: 869 time: 0.1281667 May 12 18:53:03.528080 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:03.651836 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaafe06-6d39-487c-a3dc-f8b8a5a66b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:03.653171 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fbaafe06-6d39-487c-a3dc-f8b8a5a66b54 admin admin] 10.222.0.48 "GET /v2.0/networks/ae8b280c-088f-4a39-a469-6fa64791a893 HTTP/1.1" status: 200 len: 886 time: 0.1241326 May 12 18:53:05.865896 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:05.988258 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c7f2b-139b-41be-8364-0ef3cecf39eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:05.988706 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c7f2b-139b-41be-8364-0ef3cecf39eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:05.990220 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d42c7f2b-139b-41be-8364-0ef3cecf39eb admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233630 May 12 18:53:06.780229 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:53:08.224952 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:08.316628 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9681962-cd6c-4ff2-a40f-bdd1987c3478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:08.317318 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9681962-cd6c-4ff2-a40f-bdd1987c3478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:08.318848 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f9681962-cd6c-4ff2-a40f-bdd1987c3478 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929253 May 12 18:53:10.560693 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60868) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:10.652126 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5230b-951a-4cf0-a9e9-cb3314687282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:10.653434 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-16f5230b-951a-4cf0-a9e9-cb3314687282 admin admin] 10.222.0.48 "GET /v2.0/subnets/4cb03aea-42a4-4897-b585-8208c7dec523 HTTP/1.1" status: 200 len: 868 time: 0.0917859 May 12 18:53:12.886401 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60876) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:12.973401 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e089f19-e9c4-45fe-9ee7-39a943e0966e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:12.974728 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-6e089f19-e9c4-45fe-9ee7-39a943e0966e admin admin] 10.222.0.48 "GET /v2.0/subnets/d2014f2c-6384-41c2-9178-45cc4b2aeca4 HTTP/1.1" status: 200 len: 816 time: 0.0873902 May 12 18:53:19.274577 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f07b3e1-5b9f-4ede-b1f9-695e25dcf258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:21.306860 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f03d57ec-f2ec-432b-b080-043c21968e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:22.887253 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:24.150375 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:25.563734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:43.780299 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:53:49.277166 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e0411d14-840d-444b-8a3b-76027814e4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:51.309843 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dd58485c-ca0c-49ba-8622-1a4f829c6fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:52.892981 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:53.239196 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60934) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:53.284581 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [None req-e53eb9d4-a795-4a6e-a229-526c237ceadc admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:53:53.285597 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e53eb9d4-a795-4a6e-a229-526c237ceadc admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0454261 May 12 18:53:54.152663 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:55.566447 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:55.610411 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60942) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:55.670701 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5d0d30-7c95-4e85-b0d2-52edc5899ddb admin admin] GET failed (client error): The resource could not be found. May 12 18:53:55.671948 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-7c5d0d30-7c95-4e85-b0d2-52edc5899ddb admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606210 May 12 18:53:55.754861 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f83dc0-9f22-4e30-82da-4ef6d938f22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:55.756278 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-62f83dc0-9f22-4e30-82da-4ef6d938f22f admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803120 May 12 18:53:58.029549 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 60950) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:53:58.076051 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:53:58.097983 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Made reservation on behalf of 039d8e8cc62f44a2bdf4d5f5334c1312 for: {'network': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:53:58.100395 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:58.144030 dv-cinder-795751-3-iscsi neutron-server[103290]: WARNING neutron.services.revisions.revision_plugin [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Could not find related network for resource to bump revision. May 12 18:53:58.160498 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 18:53:58.174653 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (f6445dd4-49b2-459d-a077-e08ea08b95b9), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:58.175134 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.segments_db [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Added segment f6445dd4-49b2-459d-a077-e08ea08b95b9 of type vlan for network c88fef10-4666-4181-9f70-e757044d3db0 May 12 18:53:58.219405 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (c88fef10-4666-4181-9f70-e757044d3db0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:58.251230 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (c88fef10-4666-4181-9f70-e757044d3db0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:58.252250 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:53:58.252813 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:53:58.307063 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2764232 May 12 18:53:58.352135 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Pushing event updated for resources: {'Network': ['ID=c88fef10-4666-4181-9f70-e757044d3db0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:53:58.359698 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.360044 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.360386 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.360719 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.361048 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.361375 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.361729 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.362052 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.362394 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.362720 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.363058 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.363383 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.363701 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.364017 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.364334 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfae292-3337-446d-9bd6-680cc5577385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:53:58.376506 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network c88fef10-4666-4181-9f70-e757044d3db0 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 18:54:00.550102 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:54:00.609072 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fcf478-0f3f-42be-952c-1607b23d6cda admin admin] GET failed (client error): The resource could not be found. May 12 18:54:00.610359 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b2fcf478-0f3f-42be-952c-1607b23d6cda admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593174 May 12 18:54:00.709429 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78698070-2b84-479a-b54c-a34dfa66a169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:54:00.710871 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-78698070-2b84-479a-b54c-a34dfa66a169 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0965495 May 12 18:54:00.720259 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Request body: {'subnet': {'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:54:00.738457 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Made reservation on behalf of 039d8e8cc62f44a2bdf4d5f5334c1312 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:54:00.740571 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:00.906493 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (885c82d0-54b6-42a7-8114-cbeb57e3b104), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:00.961119 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=885c82d0-54b6-42a7-8114-cbeb57e3b104,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:54:00.971479 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.971824 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.972180 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.972520 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.972854 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.973197 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.973542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.973868 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.974208 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.974535 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.974851 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.975168 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.975483 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.975793 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.976104 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:00.981672 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Checking segment: {'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:54:00.982024 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Network hostable DHCP agents. Network: c88fef10-4666-4181-9f70-e757044d3db0, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 18:54:00.998348 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Network c88fef10-4666-4181-9f70-e757044d3db0 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 18:54:01.006085 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, c88fef10-4666-4181-9f70-e757044d3db0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:54:01.009994 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:54:01.010608 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:01.018913 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1174e29-b886-461e-8e95-d435d585521e None None] Network c88fef10-4666-4181-9f70-e757044d3db0 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:54:01.026560 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-275c7667-58d8-44b8-930f-355532f2ff0f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3094006 May 12 18:54:01.128391 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-c88fef10-4666-4181-9f70-e757044d3db0', 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0', 'project_id': '039d8e8cc62f44a2bdf4d5f5334c1312', 'fixed_ips': [{'subnet_id': '885c82d0-54b6-42a7-8114-cbeb57e3b104'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 18:54:01.129377 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:01.268414 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Allocated IP 192.168.233.2 (c88fef10-4666-4181-9f70-e757044d3db0/885c82d0-54b6-42a7-8114-cbeb57e3b104/40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:54:01.414443 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Publish callbacks [] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:01.420284 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:01.456995 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Network c88fef10-4666-4181-9f70-e757044d3db0 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:54:01.459888 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:54:01.463015 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:54:01.478911 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Pushing event updated for resources: {'Port': ['ID=40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:54:01.501713 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.502059 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.502416 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.502768 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.503101 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.503427 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.503749 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.504067 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.504394 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.504707 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.505028 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.505362 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.505708 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.506024 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.506338 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:54:01.634105 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Attempting to bind port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:54:01.634395 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Attempting to bind port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:54:01.634750 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Attempting to bind port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a on network c88fef10-4666-4181-9f70-e757044d3db0 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:54:01.639922 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:54:01.640290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Checking segment: {'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:54:01.640680 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:01.641064 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Bound using segment: {'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:54:01.641513 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Bound port: 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:54:01.641906 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:01.703486 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-69728d86-5581-4b41-b14c-778120068f66 None None] For port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:54:01.707003 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-69728d86-5581-4b41-b14c-778120068f66 None None] For port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a,segment=NetworkSegment(f6445dd4-49b2-459d-a077-e08ea08b95b9),segment_id=f6445dd4-49b2-459d-a077-e08ea08b95b9)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:54:01.713240 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:01.772670 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69728d86-5581-4b41-b14c-778120068f66 None None] Pushing event updated for resources: {'Port': ['ID=40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:54:02.364006 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:54:02.422443 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:54:02.422827 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:02.511545 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:54:02.511920 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:02.549851 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a,segment=NetworkSegment(f6445dd4-49b2-459d-a077-e08ea08b95b9),segment_id=f6445dd4-49b2-459d-a077-e08ea08b95b9)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:54:02.556200 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:02.614609 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:54:02.644242 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b055e8-ed6d-459b-9b6a-343d9969b0f8 None None] Network c88fef10-4666-4181-9f70-e757044d3db0 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:54:02.757651 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-77bb99ac-a4dd-40a5-b411-059bcaa6ae29 None None] Provisioning complete for port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:54:02.757998 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-77bb99ac-a4dd-40a5-b411-059bcaa6ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:02.847668 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-77bb99ac-a4dd-40a5-b411-059bcaa6ae29 None None] Current status of the port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:54:03.169026 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a8556f27-22a1-4739-b3f9-a95d3e3a2b64 None None] Provisioning complete for port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:54:03.169401 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a8556f27-22a1-4739-b3f9-a95d3e3a2b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:03.248960 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a8556f27-22a1-4739-b3f9-a95d3e3a2b64 None None] Current status of the port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:54:04.331046 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:54:04.377290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:54:04.377765 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:04.454391 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 40ac3853-9f0f-4c6e-91f3-1d5b61a2dd5a is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:54:19.279422 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-94a2f1d2-ca1d-48e0-bfbe-aed6018edf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:20.780211 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:54:21.311707 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e3d618c3-e473-4bb2-aaeb-a4bbb2c7089d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:22.896313 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:24.155264 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:25.568479 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:49.281075 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-86664322-7c04-48c3-8942-ee2b5389560c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:51.314329 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b202b404-3b52-4e09-a7d1-b726c8ad4917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:52.896267 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:54.158632 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:55.573192 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:54:57.780171 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:55:19.286354 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3c3dd741-d20d-4e5d-b2e3-abf2fa987a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:21.317162 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37e1b512-c76f-4c80-944e-3a5279926aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:22.899447 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:24.160492 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:25.575632 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:34.778743 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:55:35.675351 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 60996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:55:35.681114 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [None req-6123d174-e87e-4db1-911e-8c8a05162c81 tempest-verify_tempest_config-223820511 tempest-verify_tempest_config-223820511-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:55:35.682181 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6123d174-e87e-4db1-911e-8c8a05162c81 tempest-verify_tempest_config-223820511 tempest-verify_tempest_config-223820511-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058258 May 12 18:55:35.962247 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 32782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:55:36.064477 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:36.138765 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Publish callbacks [] for security_group (42e5e78c-bd04-45ee-9940-e81706f50ee3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:36.142685 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (42e5e78c-bd04-45ee-9940-e81706f50ee3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:36.185944 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8742a88332ed4735b0f6781def489f75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2226245 May 12 18:55:36.188517 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5e78c-bd04-45ee-9940-e81706f50ee3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:55:36.188659 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 32786) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:55:36.195747 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.196171 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.196593 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.196996 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.197396 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.198356 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.198685 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.199010 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.199352 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.199660 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.200003 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.200348 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.200670 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.200989 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.201303 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17076a2-8a58-47d5-b92f-3ced41e4f026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.264658 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Publish callbacks [] for security_group (42e5e78c-bd04-45ee-9940-e81706f50ee3), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:36.284735 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Publish callbacks [] for security_group (42e5e78c-bd04-45ee-9940-e81706f50ee3), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:36.377806 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (42e5e78c-bd04-45ee-9940-e81706f50ee3), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:36.380215 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:36.381343 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42e5e78c-bd04-45ee-9940-e81706f50ee3 HTTP/1.1" status: 204 len: 168 time: 0.1917663 May 12 18:55:36.390017 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5e78c-bd04-45ee-9940-e81706f50ee3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:55:36.396753 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.397102 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.397445 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.397813 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.398150 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.398567 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.398897 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.399227 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.399578 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.399917 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.400244 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.400587 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.400917 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.401278 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:36.401627 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153d1a0-0c1c-444a-b298-58e0cef1cb11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:55:49.277994 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf3d5-4089-414b-80c0-148a7a3ec95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:51.318612 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49bbec35-afea-4c6a-9854-6fb978363dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:52.904109 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:54.163957 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:55:55.578728 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:11.777538 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:56:19.279186 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-07a8858b-f421-46d5-bd94-b309026a67ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:21.319643 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d78e1b91-6549-4202-90b4-8982667bbadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:22.907067 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:24.169083 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:25.580062 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:48.777374 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 5 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:56:49.280183 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-40593734-d28f-4cbb-b413-6ac5a0c8b9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:51.321083 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c61d-5bfe-4afd-bcb4-c055b021057e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:52.911602 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:54.167715 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:56:55.582204 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:19.280866 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-51cf7e16-dd84-494e-8676-afef1a110415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:21.326105 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e34f1364-6229-4342-8928-7dcb09126631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:22.916678 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:23.116654 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597365'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:24.169978 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:25.583272 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:25.777113 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:57:36.260791 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 32858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:57:36.363281 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1a60a6e0-8611-4d5a-8e46-b76d98feacc8 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014044 May 12 18:57:38.599912 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 32868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:57:38.652571 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-602ff164-a54d-4e6c-a897-fc9162c357e5 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0516100 May 12 18:57:49.281892 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-556c37ba-25b9-4036-bf70-7f8e6724a9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:51.326772 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1c5583ed-098f-4637-8dc7-96c04e05532b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:52.917852 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:53.074293 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:54.172469 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:57:55.585359 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:02.776722 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:58:19.282743 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-65e5db87-f51f-4829-ad00-a3fde5fa95c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:21.327390 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-feb66bb0-cadc-4987-94f3-4164ec2f9617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:22.921256 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:23.070477 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:24.178008 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:25.590101 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:39.775932 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:58:49.283679 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-84645fa3-8e97-44b8-a0b0-6c3022d8042c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:51.329192 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-89e05cd0-e80c-4367-bad9-f3981b2b3048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:52.924391 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:53.070921 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:54.180212 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:58:55.583979 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:14.712331 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:15.009585 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-328636402-network', 'tenant_id': '1579004868f04df3baa3ad959277ba00'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:15.030997 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Made reservation on behalf of 1579004868f04df3baa3ad959277ba00 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:15.033450 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.043789 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.124458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Publish callbacks [] for security_group (e9bfc86e-cdba-4501-9ef5-4ed3b97825f1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.128848 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (e9bfc86e-cdba-4501-9ef5-4ed3b97825f1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.156855 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bfc86e-cdba-4501-9ef5-4ed3b97825f1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:15.161863 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 18:59:15.168503 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.168828 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.169169 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.169497 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.169845 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.170166 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.171304 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.171304 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.171304 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.171537 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.171722 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.172225 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.172700 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.173111 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.173384 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Tracked resource versions report: May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: pushed versions: May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: { 'AddressGroup': {'1.2'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Agent': {'1.1'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'ConntrackHelper': {'1.0'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Log': {'1.0'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'NDPProxy': {'1.0'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Network': {'1.1'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Port': {'1.7'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'PortForwarding': {'1.3'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'QosPolicy': {'1.10'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SecurityGroup': {'1.5'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SubPort': {'1.0'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Subnet': {'1.1'}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Trunk': {'1.1'}} May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: consumer versions: May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: { DHCP agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: HyperV agent@hv-cinder-79575: {}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: L3 agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: Metadata agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: Metering agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: Open vSwitch agent@dv-cinder-795751-3-iscsi: { 'AddressGroup': '1.2', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Agent': '1.1', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'ConntrackHelper': '1.0', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'LocalIPAssociation': '1.0', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Log': '1.0', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'NDPProxy': '1.0', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Network': '1.1', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Port': '1.7', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'PortForwarding': '1.3', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'QosPolicy': '1.10', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SecurityGroup': '1.5', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SecurityGroupRule': '1.2', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'SubPort': '1.0', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Subnet': '1.1', May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: 'Trunk': '1.1'}} May 12 18:59:15.174629 dv-cinder-795751-3-iscsi neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 18:59:15.185683 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (f6b12c15-04e6-43ad-8918-b5cbbc006576), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.186373 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Added segment f6b12c15-04e6-43ad-8918-b5cbbc006576 of type vlan for network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b May 12 18:59:15.337297 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.363917 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33052) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:15.366591 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.367698 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:15.368335 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.407199 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6909466 May 12 18:59:15.407490 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33062) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:15.414959 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Request body: {'subnet': {'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-328636402-subnet', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:15.432034 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c66ed2-b224-4b04-a224-8d8a3e11fc06 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:15.438137 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Made reservation on behalf of 1579004868f04df3baa3ad959277ba00 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:15.445631 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 18:59:15.457234 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.647688 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (1e975438-75d0-4ea7-a186-cd5e2f436c11), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.699596 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e975438-75d0-4ea7-a186-cd5e2f436c11,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:15.711484 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.711835 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.712196 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.712535 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.712864 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.713184 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.713503 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.713844 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.714173 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.714493 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.714829 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.715150 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.715467 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.715779 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.716092 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Tracked resource versions report: May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: pushed versions: May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: { 'AddressGroup': {'1.2'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Agent': {'1.1'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'ConntrackHelper': {'1.0'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Log': {'1.0'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'NDPProxy': {'1.0'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Network': {'1.1'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Port': {'1.7'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'PortForwarding': {'1.3'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'QosPolicy': {'1.10'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SecurityGroup': {'1.5'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SubPort': {'1.0'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Subnet': {'1.1'}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Trunk': {'1.1'}} May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: consumer versions: May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: { DHCP agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: HyperV agent@hv-cinder-79575: {}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: L3 agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: Metadata agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: Metering agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: Open vSwitch agent@dv-cinder-795751-3-iscsi: { 'AddressGroup': '1.2', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Agent': '1.1', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'ConntrackHelper': '1.0', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'LocalIPAssociation': '1.0', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Log': '1.0', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'NDPProxy': '1.0', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Network': '1.1', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Port': '1.7', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'PortForwarding': '1.3', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'QosPolicy': '1.10', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SecurityGroup': '1.5', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SecurityGroupRule': '1.2', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'SubPort': '1.0', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Subnet': '1.1', May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: 'Trunk': '1.1'}} May 12 18:59:15.717254 dv-cinder-795751-3-iscsi neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 18:59:15.737746 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Checking segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:15.738093 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Network hostable DHCP agents. Network: 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 18:59:15.757063 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 18:59:15.766383 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:15.770505 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:15.771076 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.778242 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e712e-40d0-408c-af0b-a4f83414f867 None None] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:15.796198 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:15.800948 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:15.804716 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a83d0ccf-46c5-47fd-9522-f4add921fdf3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3960342 May 12 18:59:15.831402 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (83fb604f-cce3-4068-a912-5859c6914f38), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.833274 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (83fb604f-cce3-4068-a912-5859c6914f38), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.895457 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 18:59:15.897842 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.909845 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33078) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:15.925705 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-network', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:15.937718 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks [] for router_controller (83fb604f-cce3-4068-a912-5859c6914f38), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.954791 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Made reservation on behalf of eb2e124562e34719a49be3de45e6cf37 for: {'network': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:15.958382 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.971126 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:15.999893 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33082) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:16.064203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:16.104031 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Allocated IP 172.20.0.2 (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b/1e975438-75d0-4ea7-a186-cd5e2f436c11/c199867f-c543-4d5c-a0a5-4bceef5e9f3c) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:16.104275 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Publish callbacks [] for security_group (72a93cbd-7f43-4337-8a01-af4e8dcbd367), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.107786 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (72a93cbd-7f43-4337-8a01-af4e8dcbd367), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.139650 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a93cbd-7f43-4337-8a01-af4e8dcbd367,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:16.152507 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks [] for router_gateway (83fb604f-cce3-4068-a912-5859c6914f38), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.155001 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 18:59:16.176282 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (c82d35a4-9a4e-46ef-9e5a-437128502f50), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.176695 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.segments_db [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Added segment c82d35a4-9a4e-46ef-9e5a-437128502f50 of type vlan for network 6591bd39-6d3d-40fe-a449-357cebc4a65e May 12 18:59:16.263489 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (6591bd39-6d3d-40fe-a449-357cebc4a65e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.305440 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (6591bd39-6d3d-40fe-a449-357cebc4a65e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.307128 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:16.307945 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.369076 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Publish callbacks [] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.378237 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks [] for router_gateway (83fb604f-cce3-4068-a912-5859c6914f38), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.378861 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.404386 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.444926 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:16.447316 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] Pushing event updated for resources: {'Network': ['ID=6591bd39-6d3d-40fe-a449-357cebc4a65e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:16.465299 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:16.467625 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-network', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:16.475513 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 18:59:16.492853 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1999410504-network', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:16.498838 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Made reservation on behalf of 2a8b3b5b2c48416c8c6b99b27cfa3aeb for: {'network': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:16.501982 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.503254 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:16.512747 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.553213 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Pushing event updated for resources: {'Port': ['ID=c199867f-c543-4d5c-a0a5-4bceef5e9f3c,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:16.596533 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Allocated IP 172.27.3.53 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/22ba1991-ecdd-4bcc-8041-5cfc00d7e089) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:16.599026 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Publish callbacks [] for security_group (bc561f96-149c-4d63-bc3e-238cb05df0aa), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.608525 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.608525 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.608525 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.608525 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.608525 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.608525 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.609212 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.609577 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.610350 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.610904 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-68649bff-1fe6-4479-bc10-04c494534054 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2454934 May 12 18:59:16.612733 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33110) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:16.615124 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.615479 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.616469 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.616840 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.617172 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.617500 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Tracked resource versions report: May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: pushed versions: May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: { 'AddressGroup': {'1.2'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Agent': {'1.1'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'ConntrackHelper': {'1.0'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Log': {'1.0'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'NDPProxy': {'1.0'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Network': {'1.1'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Port': {'1.7'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'PortForwarding': {'1.3'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'QosPolicy': {'1.10'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SecurityGroup': {'1.5'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SubPort': {'1.0'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Subnet': {'1.1'}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Trunk': {'1.1'}} May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: consumer versions: May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: { DHCP agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: HyperV agent@hv-cinder-79575: {}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: L3 agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: Metadata agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: Metering agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: Open vSwitch agent@dv-cinder-795751-3-iscsi: { 'AddressGroup': '1.2', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Agent': '1.1', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'ConntrackHelper': '1.0', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'LocalIPAssociation': '1.0', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Log': '1.0', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'NDPProxy': '1.0', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Network': '1.1', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Port': '1.7', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'PortForwarding': '1.3', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'QosPolicy': '1.10', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SecurityGroup': '1.5', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SecurityGroupRule': '1.2', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'SubPort': '1.0', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Subnet': '1.1', May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: 'Trunk': '1.1'}} May 12 18:59:16.618869 dv-cinder-795751-3-iscsi neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 18:59:16.630863 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Request body: {'subnet': {'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-subnet', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:16.636890 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (bc561f96-149c-4d63-bc3e-238cb05df0aa), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.667307 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Attempting to bind port c199867f-c543-4d5c-a0a5-4bceef5e9f3c on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:16.667602 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Attempting to bind port c199867f-c543-4d5c-a0a5-4bceef5e9f3c by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:16.667970 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Attempting to bind port c199867f-c543-4d5c-a0a5-4bceef5e9f3c on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:16.673676 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:16.674045 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Checking segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:16.674438 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.674874 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Bound using segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:16.675746 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Bound port: c199867f-c543-4d5c-a0a5-4bceef5e9f3c, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:16.675746 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.696009 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc561f96-149c-4d63-bc3e-238cb05df0aa,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:16.718038 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 18:59:16.727558 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Made reservation on behalf of eb2e124562e34719a49be3de45e6cf37 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:16.730294 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.756583 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Made reservation on behalf of a61f3c6e7974486a9f3a4f9d361c5fb6 for: {'network': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:16.759119 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.763008 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (f545e24f-5f7d-4c0d-ac78-8f479c931a38), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.763623 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.segments_db [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Added segment f545e24f-5f7d-4c0d-ac78-8f479c931a38 of type vlan for network a5a4fc0e-0042-4201-aa54-6b150376479a May 12 18:59:16.776727 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:59:16.781471 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.787265 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1359546184-network', 'tenant_id': '61be60da66374c5b9c064eefb5b54dfe'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:16.800203 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] For port c199867f-c543-4d5c-a0a5-4bceef5e9f3c, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:16.805726 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] For port c199867f-c543-4d5c-a0a5-4bceef5e9f3c, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c199867f-c543-4d5c-a0a5-4bceef5e9f3c,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:16.817144 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.857829 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (a5a4fc0e-0042-4201-aa54-6b150376479a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.877761 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Made reservation on behalf of 61be60da66374c5b9c064eefb5b54dfe for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:16.883758 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.900572 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254cd89-a202-4044-b1d3-92008cba7427 None None] Pushing event updated for resources: {'Port': ['ID=c199867f-c543-4d5c-a0a5-4bceef5e9f3c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:16.929207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.953289 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (a5a4fc0e-0042-4201-aa54-6b150376479a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:16.954306 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:16.954873 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.012563 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks [] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.041391 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1300628 May 12 18:59:17.043647 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33126) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:17.050623 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Request body: {'subnet': {'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-subnet', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:17.133854 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Made reservation on behalf of 2a8b3b5b2c48416c8c6b99b27cfa3aeb for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:17.137819 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.291346 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (f3f3bd19-3539-4f5d-ac3f-51e3214dffc4), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.331061 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5675799-89fe-4512-9555-6af5067cef85 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a4fc0e-0042-4201-aa54-6b150376479a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:17.343159 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network a5a4fc0e-0042-4201-aa54-6b150376479a details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 18:59:17.481770 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Publish callbacks [] for security_group (6d9ac191-7e8a-4191-80a8-abdd3cf6889e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.483775 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:17.494702 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (6d9ac191-7e8a-4191-80a8-abdd3cf6889e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.516627 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Publish callbacks [] for security_group (d4e3730b-6d73-42bf-9f93-0c9942a97d08), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.523195 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (67e91d20-b606-4e36-90c9-6433a55bb5af), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.544578 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 18:59:17.559680 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ac191-7e8a-4191-80a8-abdd3cf6889e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:17.568229 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (dbce1c67-a4a5-4965-9332-e1e233969748), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.569494 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.segments_db [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Added segment dbce1c67-a4a5-4965-9332-e1e233969748 of type vlan for network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 May 12 18:59:17.571501 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Checking segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:17.572180 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Network hostable DHCP agents. Network: 6591bd39-6d3d-40fe-a449-357cebc4a65e, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 18:59:17.576542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e91d20-b606-4e36-90c9-6433a55bb5af,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:17.579919 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (d4e3730b-6d73-42bf-9f93-0c9942a97d08), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.593211 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 18:59:17.604205 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (4b3d6318-5df2-40b8-b6a5-8f45730925b4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.604618 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Added segment 4b3d6318-5df2-40b8-b6a5-8f45730925b4 of type vlan for network 39bce4c1-f617-4e88-ab89-38b69663f080 May 12 18:59:17.633383 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (3dc5243f-8a82-4161-97c5-4250a7dc2b56), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.640356 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 18:59:17.649410 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (39bce4c1-f617-4e88-ab89-38b69663f080), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.673210 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 6591bd39-6d3d-40fe-a449-357cebc4a65e) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:17.678710 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:17.679292 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.685983 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf4ffc-cd9b-454c-8233-dd6378078736 None None] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:17.693473 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (3dc5243f-8a82-4161-97c5-4250a7dc2b56), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.695543 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:17.696255 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.704496 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.707028 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (39bce4c1-f617-4e88-ab89-38b69663f080), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.708217 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:17.708967 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.723763 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a4e5d4f7-046b-4c99-bb53-d7d4e2346e49 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1091998 May 12 18:59:17.733088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:17.745794 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7446849 May 12 18:59:17.748534 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33162) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:17.760251 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Request body: {'subnet': {'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1999410504-subnet', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:17.807781 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:17.813656 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Made reservation on behalf of a61f3c6e7974486a9f3a4f9d361c5fb6 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:17.816380 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.824319 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7586408 May 12 18:59:17.828162 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e3730b-6d73-42bf-9f93-0c9942a97d08,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:17.847215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:17.883919 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Request body: {'subnet': {'network_id': '39bce4c1-f617-4e88-ab89-38b69663f080', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1359546184-subnet', 'tenant_id': '61be60da66374c5b9c064eefb5b54dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:17.890430 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-6591bd39-6d3d-40fe-a449-357cebc4a65e', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 18:59:17.891746 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:17.940097 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Pushing event updated for resources: {'Port': ['ID=22ba1991-ecdd-4bcc-8041-5cfc00d7e089,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:17.977685 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:18.012534 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3b289-5b28-413c-929b-42fbd144c395 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc5243f-8a82-4161-97c5-4250a7dc2b56,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:18.017807 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (67894a67-efa5-48be-be5a-c44db4742e22), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.021932 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:18.044993 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:18.066693 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67894a67-efa5-48be-be5a-c44db4742e22,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:18.098686 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Allocated IP 172.20.0.2 (6591bd39-6d3d-40fe-a449-357cebc4a65e/f3f3bd19-3539-4f5d-ac3f-51e3214dffc4/8e4ae54a-92e1-4866-a653-c92f7c1e7851) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:18.102892 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Checking segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:18.103247 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Network hostable DHCP agents. Network: 3dc5243f-8a82-4161-97c5-4250a7dc2b56, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 18:59:18.125792 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 18:59:18.131803 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 18:59:18.139393 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 3dc5243f-8a82-4161-97c5-4250a7dc2b56) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:18.145364 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:18.146656 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.169877 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-cbb0fa71-c960-4234-865b-78727f14f68b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4201703 May 12 18:59:18.172367 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33182) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:18.180131 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:18.198827 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db658bba-7bcb-4292-ae10-a51165c1e112 None None] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:18.216140 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (de19156b-3223-424b-a853-bf455d405c2c), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.218039 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (de19156b-3223-424b-a853-bf455d405c2c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.308391 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Checking segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:18.309022 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Network hostable DHCP agents. Network: a5a4fc0e-0042-4201-aa54-6b150376479a, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 18:59:18.320085 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks [] for router_controller (de19156b-3223-424b-a853-bf455d405c2c), precommit_add_association {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.364902 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b043e-818a-41b5-9a8a-3dfeb0a7a6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=39bce4c1-f617-4e88-ab89-38b69663f080,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:18.401714 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Made reservation on behalf of 61be60da66374c5b9c064eefb5b54dfe for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:18.404567 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.417238 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 39bce4c1-f617-4e88-ab89-38b69663f080 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 18:59:18.531337 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1761f7-88f7-4c21-a7bc-4a21be8f43c2 None None] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:18.685557 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c199867f-c543-4d5c-a0a5-4bceef5e9f3c up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:18.746739 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks [] for router_gateway (de19156b-3223-424b-a853-bf455d405c2c), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.764978 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 18:59:18.773512 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (3b95ac69-8b5f-4524-9850-5da5de761bc6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.774404 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.790870 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (3b95ac69-8b5f-4524-9850-5da5de761bc6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.841497 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Network a5a4fc0e-0042-4201-aa54-6b150376479a is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 18:59:18.905964 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, a5a4fc0e-0042-4201-aa54-6b150376479a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:18.916741 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (33fd4181-8133-4739-b6e9-e8883fe840d7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:18.925084 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:18.926201 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.054203 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c756b08-2073-4ace-a82c-7f4f15e8e0cd None None] Network a5a4fc0e-0042-4201-aa54-6b150376479a requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:19.063708 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks [] for router_gateway (83fb604f-cce3-4068-a912-5859c6914f38), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.066677 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks [] for router_controller (3b95ac69-8b5f-4524-9850-5da5de761bc6), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.085903 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2f14adc3-35e7-4824-b441-3ec5027c27ed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0388279 May 12 18:59:19.092137 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:19.092794 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fd4181-8133-4739-b6e9-e8883fe840d7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:19.098849 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:19.171268 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks [] for router_gateway (de19156b-3223-424b-a853-bf455d405c2c), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.228761 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.246896 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-5dc0d2da-4f29-4c17-8b82-8a64d070b9be None None] Provisioning complete for port c199867f-c543-4d5c-a0a5-4bceef5e9f3c triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:19.247287 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d2da-4f29-4c17-8b82-8a64d070b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.325467 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Checking segment: {'id': '4b3d6318-5df2-40b8-b6a5-8f45730925b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '39bce4c1-f617-4e88-ab89-38b69663f080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:19.325889 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Network hostable DHCP agents. Network: 39bce4c1-f617-4e88-ab89-38b69663f080, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 18:59:19.373492 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-a5a4fc0e-0042-4201-aa54-6b150376479a', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 18:59:19.374472 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.381704 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.382728 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.400996 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Publish callbacks [] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.440253 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a2224d43-4e7b-419f-b513-c353b133c45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.470248 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.480520 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks [] for router_controller (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.483945 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks [] for router_gateway (3b95ac69-8b5f-4524-9850-5da5de761bc6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.674462 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Pushing event updated for resources: {'Port': ['ID=8e4ae54a-92e1-4866-a653-c92f7c1e7851,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:19.784989 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port c199867f-c543-4d5c-a0a5-4bceef5e9f3c triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:19.785750 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.791422 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Allocated IP 172.27.3.165 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/ec0fb621-73a5-4c25-b951-d9e55ddec446) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:19.866949 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks [] for router_gateway (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:19.889555 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:19.907400 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:19.947902 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:20.021491 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (83fb604f-cce3-4068-a912-5859c6914f38), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.024282 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Network 39bce4c1-f617-4e88-ab89-38b69663f080 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 18:59:20.063486 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks [] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.089141 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0d2da-4f29-4c17-8b82-8a64d070b9be None None] Current status of the port c199867f-c543-4d5c-a0a5-4bceef5e9f3c is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:20.089976 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d2da-4f29-4c17-8b82-8a64d070b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.154672 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 39bce4c1-f617-4e88-ab89-38b69663f080) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:20.159557 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:20.160156 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.185041 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b02432-ed2f-4b2e-ad97-46ea1866a04d None None] Network 39bce4c1-f617-4e88-ab89-38b69663f080 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:20.187500 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.243149 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Allocated IP 172.20.0.2 (3dc5243f-8a82-4161-97c5-4250a7dc2b56/67894a67-efa5-48be-be5a-c44db4742e22/74b1e576-4e1d-4c8c-b607-26b29fef9b0c) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:20.257394 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2efc4ee0-1791-4d3e-aa4d-290e3d775043 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3778811 May 12 18:59:20.265612 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:20.272967 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:20.281330 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:20.312019 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Allocated IP 172.20.0.2 (a5a4fc0e-0042-4201-aa54-6b150376479a/67e91d20-b606-4e36-90c9-6433a55bb5af/6ef40d90-ffe5-4d99-b87c-8ee59262b6bc) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:20.383409 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Attempting to bind port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:20.383824 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Attempting to bind port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:20.383993 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0fb621-73a5-4c25-b951-d9e55ddec446,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:20.384151 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Attempting to bind port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 on network 6591bd39-6d3d-40fe-a449-357cebc4a65e {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:20.402439 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5dc0d2da-4f29-4c17-8b82-8a64d070b9be None None] For port c199867f-c543-4d5c-a0a5-4bceef5e9f3c, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c199867f-c543-4d5c-a0a5-4bceef5e9f3c,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:20.436742 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d2da-4f29-4c17-8b82-8a64d070b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.449004 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:20.449378 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Checking segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:20.450199 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.450199 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Bound using segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:20.450666 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Bound port: 8e4ae54a-92e1-4866-a653-c92f7c1e7851, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:20.451040 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.466194 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port c199867f-c543-4d5c-a0a5-4bceef5e9f3c is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:20.466794 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.687050 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-df1f4eab-4b62-4d2c-bfe4-4bdc67f0befc None None] Provisioning complete for port c199867f-c543-4d5c-a0a5-4bceef5e9f3c triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:20.687655 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-df1f4eab-4b62-4d2c-bfe4-4bdc67f0befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.707529 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks [] for router_gateway (3b95ac69-8b5f-4524-9850-5da5de761bc6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.736698 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd6bbb-52c9-4d51-b28e-9ad6cbdd4269 None None] Network 39bce4c1-f617-4e88-ab89-38b69663f080 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:20.780181 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.785930 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:20.793854 dv-cinder-795751-3-iscsi neutron-server[103289]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 18:59:20.805793 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks [] for router_gateway (de19156b-3223-424b-a853-bf455d405c2c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:20.822991 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0d2da-4f29-4c17-8b82-8a64d070b9be None None] Pushing event updated for resources: {'Port': ['ID=c199867f-c543-4d5c-a0a5-4bceef5e9f3c,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:20.972638 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] For port 8e4ae54a-92e1-4866-a653-c92f7c1e7851, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:20.976829 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.db.api [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 18:59:20.977379 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG oslo_db.api [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 18:59:21.024758 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] For port 8e4ae54a-92e1-4866-a653-c92f7c1e7851, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=8e4ae54a-92e1-4866-a653-c92f7c1e7851,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:21.051773 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Router 83fb604f-cce3-4068-a912-5859c6914f38 is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 18:59:21.077077 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.107459 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Publish callbacks [] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.112724 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Publish callbacks [] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.149810 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (de19156b-3223-424b-a853-bf455d405c2c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.164889 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.171854 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.185589 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-df1f4eab-4b62-4d2c-bfe4-4bdc67f0befc None None] Current status of the port c199867f-c543-4d5c-a0a5-4bceef5e9f3c is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:21.226776 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:21.251152 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f51ae-186c-4c15-97b0-3217447ba2bd None None] Pushing event updated for resources: {'Port': ['ID=8e4ae54a-92e1-4866-a653-c92f7c1e7851,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:21.260596 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:21.266421 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:21.280317 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Network a5a4fc0e-0042-4201-aa54-6b150376479a is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:21.298109 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks [] for router_gateway (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.374451 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Pushing event updated for resources: {'Port': ['ID=74b1e576-4e1d-4c8c-b607-26b29fef9b0c,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:21.398155 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-f05078a2-b6f6-40a3-9b54-2f2bc5841c19 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:21.401985 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-f05078a2-b6f6-40a3-9b54-2f2bc5841c19 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/networks?id=39bce4c1-f617-4e88-ab89-38b69663f080 HTTP/1.1" status: 200 len: 812 time: 0.6128647 May 12 18:59:21.427794 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Router de19156b-3223-424b-a853-bf455d405c2c is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 18:59:21.456687 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.527567 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-0a43fe43-a111-4fc5-9c58-d0c514338611 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/quotas/61be60da66374c5b9c064eefb5b54dfe HTTP/1.1" status: 200 len: 375 time: 0.0655141 May 12 18:59:21.672946 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:21.678382 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:59:21.692066 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Sync routers for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:59:21.704026 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:21.704673 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:58:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:21.724065 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.728506 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1fba09b1-a5f5-4c7b-bc93-73ba3629d239 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5505164 May 12 18:59:21.729263 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33320) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:21.732950 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-ce161d34-4fe3-4898-bc87-915cf4714c63 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=61be60da66374c5b9c064eefb5b54dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1976843 May 12 18:59:21.775496 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Allocated IP 172.27.3.59 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/ae8f8aee-45f6-48e3-b439-349865d0c044) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:21.781303 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:21.823328 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port c199867f-c543-4d5c-a0a5-4bceef5e9f3c is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:21.850022 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-637ec148-ea12-42eb-9276-0bbc0b8adcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:21.865704 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:22.002616 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Pushing event updated for resources: {'Port': ['ID=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:22.004872 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:22.013364 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Attempting to bind port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:22.015203 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Attempting to bind port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:22.024938 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Attempting to bind port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c on network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:22.077709 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:59:22.104339 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:22.105357 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Checking segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:22.107186 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.107186 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Bound using segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:22.110646 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Bound port: 74b1e576-4e1d-4c8c-b607-26b29fef9b0c, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:22.112223 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.146276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.151120 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bd87bee3-fed9-4abf-a85d-f171bf2fcf10 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3513341 May 12 18:59:22.152507 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:22.156582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks [] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.181118 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c199867f-c543-4d5c-a0a5-4bceef5e9f3c up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:22.253420 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:59:22.260015 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Attempting to bind port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:22.260201 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-f6aecf90-22b3-4877-822b-53a5a9e07c13 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:59:22.260583 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Attempting to bind port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:22.261032 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-f6aecf90-22b3-4877-822b-53a5a9e07c13 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2299039 May 12 18:59:22.267911 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Attempting to bind port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc on network a5a4fc0e-0042-4201-aa54-6b150376479a {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:22.315551 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:22.316635 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Checking segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:22.317130 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.318140 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Bound using segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:22.318676 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:20Z', 'revision_number': 3, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:22.319461 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Bound port: 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:22.320100 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.326109 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d00014-0515-4139-9604-4f9f0282a2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.340606 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port c199867f-c543-4d5c-a0a5-4bceef5e9f3c triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:22.341160 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.348355 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Checking router: de19156b-3223-424b-a853-bf455d405c2c for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:59:22.348953 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Updating router de19156b-3223-424b-a853-bf455d405c2c port ec0fb621-73a5-4c25-b951-d9e55ddec446 binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:59:22.384782 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.395434 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:22.396230 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:22.548182 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] For port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:22.595388 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.617781 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] For port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:22.639155 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] For port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=74b1e576-4e1d-4c8c-b607-26b29fef9b0c,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:22.744322 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.763137 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] For port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:22.771774 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:22.795001 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:22.798700 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-12c7cd0b-aa11-48ab-8710-bfe12181eef2 service neutron] 10.222.0.48 "GET /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101686 May 12 18:59:22.803971 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:22.804379 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89dd701-12e4-4e5f-b574-7e3277461841 None None] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:22.825301 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8f8aee-45f6-48e3-b439-349865d0c044,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:22.832950 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Allocated IP 172.27.3.62 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:22.869007 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.879235 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port c199867f-c543-4d5c-a0a5-4bceef5e9f3c is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:22.882823 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 8e4ae54a-92e1-4866-a653-c92f7c1e7851 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:22.886557 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:22.999108 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-106fec73-47cb-4ad4-9549-770f6ccbfb03 None None] Provisioning complete for port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:23.000102 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-106fec73-47cb-4ad4-9549-770f6ccbfb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.002780 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30530d40-0a97-4218-b139-a4f8b344845b None None] Pushing event updated for resources: {'Port': ['ID=74b1e576-4e1d-4c8c-b607-26b29fef9b0c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:23.068406 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:23.192425 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33354) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:23.231845 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Allocated IP 172.20.0.1 (3dc5243f-8a82-4161-97c5-4250a7dc2b56/67894a67-efa5-48be-be5a-c44db4742e22/079cdfce-25c2-464f-aa07-147e62490c95) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:23.422461 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.428177 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39cb081d-a0e3-4c97-81bf-d9ae82bdef93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.442443 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Publish callbacks [] for port (079cdfce-25c2-464f-aa07-147e62490c95), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.464619 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d00014-0515-4139-9604-4f9f0282a2ea admin admin] Publish callbacks [] for security_group (c28a2423-4b1f-4b0c-bec8-9ff3f624534a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.483006 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks [] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.492621 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.493867 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (079cdfce-25c2-464f-aa07-147e62490c95), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.498523 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d00014-0515-4139-9604-4f9f0282a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c28a2423-4b1f-4b0c-bec8-9ff3f624534a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.545069 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:23.546686 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:23.550625 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-106fec73-47cb-4ad4-9549-770f6ccbfb03 None None] Current status of the port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:23.552287 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-106fec73-47cb-4ad4-9549-770f6ccbfb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.552921 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:23.553616 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (de19156b-3223-424b-a853-bf455d405c2c), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.554239 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff3d6a-7e84-486c-ae67-8a56902e06dd None None] Pushing event updated for resources: {'Port': ['ID=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:23.565645 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-6f3a30e8-fc06-43a9-b807-a6bf1ac959a1 service neutron] 10.222.0.48 "GET /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7481725 May 12 18:59:23.596406 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:23.596928 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.598656 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:18Z', 'revision_number': 3, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:23.700431 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:59:23.700666 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Pushing event updated for resources: {'Port': ['ID=079cdfce-25c2-464f-aa07-147e62490c95,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:23.700802 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Updating router 83fb604f-cce3-4068-a912-5859c6914f38 port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:59:23.717057 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-98d00014-0515-4139-9604-4f9f0282a2ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4517de5071714dd9928b56103b14efcf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8480587 May 12 18:59:23.717057 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d00014-0515-4139-9604-4f9f0282a2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a2423-4b1f-4b0c-bec8-9ff3f624534a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:23.723348 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33360) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:23.741942 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.744735 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-106fec73-47cb-4ad4-9549-770f6ccbfb03 None None] For port 8e4ae54a-92e1-4866-a653-c92f7c1e7851, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=8e4ae54a-92e1-4866-a653-c92f7c1e7851,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:23.778311 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-106fec73-47cb-4ad4-9549-770f6ccbfb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.838530 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39cb081d-a0e3-4c97-81bf-d9ae82bdef93 admin admin] Publish callbacks [] for security_group (ada4f150-7055-432c-9c4b-a4d8497136ac), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.882212 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39cb081d-a0e3-4c97-81bf-d9ae82bdef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ada4f150-7055-432c-9c4b-a4d8497136ac), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:23.936295 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fec73-47cb-4ad4-9549-770f6ccbfb03 None None] Pushing event updated for resources: {'Port': ['ID=8e4ae54a-92e1-4866-a653-c92f7c1e7851,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:24.011661 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-39cb081d-a0e3-4c97-81bf-d9ae82bdef93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e919eefce93845b8bbd05ebb732096db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8182089 May 12 18:59:24.012442 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33362) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:24.092929 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:24.103745 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.135848 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d265e49e-9633-4d13-9241-82ad7d329d85 admin admin] Publish callbacks [] for security_group (c28a2423-4b1f-4b0c-bec8-9ff3f624534a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.137744 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb081d-a0e3-4c97-81bf-d9ae82bdef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada4f150-7055-432c-9c4b-a4d8497136ac,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:24.141715 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-73e52dfd-19a6-4000-a666-cbe0c63c33e2 None None] Provisioning complete for port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:24.142229 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-73e52dfd-19a6-4000-a666-cbe0c63c33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.267613 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks [] for router_gateway (3b95ac69-8b5f-4524-9850-5da5de761bc6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.291645 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Publish callbacks [] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.303300 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.333038 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9ae20b4-f2ac-4f65-ab95-cd246b74ce47 admin admin] Publish callbacks [] for security_group (ada4f150-7055-432c-9c4b-a4d8497136ac), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.364588 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Pushing event updated for resources: {'Port': ['ID=ec0fb621-73a5-4c25-b951-d9e55ddec446,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:24.374083 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.374675 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.375173 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.375675 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.375789 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:24.376246 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.376733 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.377196 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.377971 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.378440 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.378919 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.379393 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.379883 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.380361 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.380823 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.381866 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Tracked resource versions report: May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: pushed versions: May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: { 'AddressGroup': {'1.2'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Agent': {'1.1'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'ConntrackHelper': {'1.0'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'LocalIPAssociation': {'1.0'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Log': {'1.0'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'NDPProxy': {'1.0'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Network': {'1.1'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Port': {'1.7'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'PortForwarding': {'1.3'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'QosPolicy': {'1.10'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SecurityGroup': {'1.5'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SecurityGroupRule': {'1.2'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SubPort': {'1.0'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Subnet': {'1.1'}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Trunk': {'1.1'}} May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: consumer versions: May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: { DHCP agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: HyperV agent@hv-cinder-79575: {}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: L3 agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: Metadata agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: Metering agent@dv-cinder-795751-3-iscsi: {}, May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: Open vSwitch agent@dv-cinder-795751-3-iscsi: { 'AddressGroup': '1.2', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Agent': '1.1', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'ConntrackHelper': '1.0', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'LocalIPAssociation': '1.0', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Log': '1.0', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'NDPProxy': '1.0', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Network': '1.1', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Port': '1.7', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'PortForwarding': '1.3', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'QosPolicy': '1.10', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SecurityGroup': '1.5', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SecurityGroupRule': '1.2', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'SubPort': '1.0', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Subnet': '1.1', May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: 'Trunk': '1.1'}} May 12 18:59:24.383226 dv-cinder-795751-3-iscsi neutron-server[103292]: {{(pid=103292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 18:59:24.397941 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (079cdfce-25c2-464f-aa07-147e62490c95), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.411081 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Attempting to bind port ec0fb621-73a5-4c25-b951-d9e55ddec446 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:24.411658 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Attempting to bind port ec0fb621-73a5-4c25-b951-d9e55ddec446 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:24.411977 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.412404 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Attempting to bind port ec0fb621-73a5-4c25-b951-d9e55ddec446 on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:24.432561 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:24.432935 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:24.433337 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.433756 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:24.434225 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Bound port: ec0fb621-73a5-4c25-b951-d9e55ddec446, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:24.434604 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.440839 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:24.516011 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] For port ec0fb621-73a5-4c25-b951-d9e55ddec446, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:24.525864 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] For port ec0fb621-73a5-4c25-b951-d9e55ddec446, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=ec0fb621-73a5-4c25-b951-d9e55ddec446,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:24.532725 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9ae20b4-f2ac-4f65-ab95-cd246b74ce47 admin admin] Publish callbacks [] for security_group (ada4f150-7055-432c-9c4b-a4d8497136ac), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.537898 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.563821 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:24.569696 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:24.572517 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Pushing event updated for resources: {'Port': ['ID=b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:24.588027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d265e49e-9633-4d13-9241-82ad7d329d85 admin admin] Publish callbacks [] for security_group (c28a2423-4b1f-4b0c-bec8-9ff3f624534a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.689792 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:24.690720 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:24.714305 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c6cb60d-10a9-49be-99f6-face76d219d2 req-8f9456f8-24ae-4706-bf91-1677ce198df4 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.3364360 May 12 18:59:24.786460 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-73e52dfd-19a6-4000-a666-cbe0c63c33e2 None None] Current status of the port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:24.805665 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:24.807620 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c881bbc-a831-457e-9809-8f166b92f379 None None] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:24.824930 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec259fe-6ed5-4782-9d72-61dc47d91be1 None None] Pushing event updated for resources: {'Port': ['ID=ec0fb621-73a5-4c25-b951-d9e55ddec446,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:24.844090 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9ae20b4-f2ac-4f65-ab95-cd246b74ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ada4f150-7055-432c-9c4b-a4d8497136ac), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.853415 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9ae20b4-f2ac-4f65-ab95-cd246b74ce47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.857668 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f9ae20b4-f2ac-4f65-ab95-cd246b74ce47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ada4f150-7055-432c-9c4b-a4d8497136ac HTTP/1.1" status: 204 len: 168 time: 0.8270328 May 12 18:59:24.873186 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d265e49e-9633-4d13-9241-82ad7d329d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c28a2423-4b1f-4b0c-bec8-9ff3f624534a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.875973 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d265e49e-9633-4d13-9241-82ad7d329d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:24.877206 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d265e49e-9633-4d13-9241-82ad7d329d85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c28a2423-4b1f-4b0c-bec8-9ff3f624534a HTTP/1.1" status: 204 len: 168 time: 1.1478612 May 12 18:59:24.892019 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae20b4-f2ac-4f65-ab95-cd246b74ce47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada4f150-7055-432c-9c4b-a4d8497136ac,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:24.936845 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265e49e-9633-4d13-9241-82ad7d329d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a2423-4b1f-4b0c-bec8-9ff3f624534a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:24.956891 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:25.110876 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Publish callbacks [] for port (079cdfce-25c2-464f-aa07-147e62490c95), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.121153 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (079cdfce-25c2-464f-aa07-147e62490c95), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.123561 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (de19156b-3223-424b-a853-bf455d405c2c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.218187 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.228203 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba8acf-f9bc-442b-9958-2f9b8b9ca746 None None] Network a5a4fc0e-0042-4201-aa54-6b150376479a requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 18:59:25.238498 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-5d2264f8-db4f-4068-b4ba-a4575670852a None None] Provisioning complete for port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:25.239136 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5d2264f8-db4f-4068-b4ba-a4575670852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.378834 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks [] for router_gateway (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.379080 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-5d2264f8-db4f-4068-b4ba-a4575670852a None None] Current status of the port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:25.379256 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5d2264f8-db4f-4068-b4ba-a4575670852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.430081 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Pushing event updated for resources: {'Port': ['ID=079cdfce-25c2-464f-aa07-147e62490c95,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:25.438135 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:25.438510 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.439411 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:23Z', 'revision_number': 1, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:25.518458 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:25.519622 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb4bea4-b481-4012-96e9-d7cd3e3a5c5e None None] The sync data for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi is: [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:23Z', 'revision_number': 1, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:59:25.520381 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:25.710541 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (3b95ac69-8b5f-4524-9850-5da5de761bc6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:25.929231 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33414) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:25.954697 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Allocated IP 172.20.0.1 (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b/1e975438-75d0-4ea7-a186-cd5e2f436c11/b510f703-bcdc-48c3-a78f-b8d76318f643) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:26.032432 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5d2264f8-db4f-4068-b4ba-a4575670852a None None] For port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=74b1e576-4e1d-4c8c-b607-26b29fef9b0c,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:26.033658 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.039081 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Publish callbacks [] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.057493 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5d2264f8-db4f-4068-b4ba-a4575670852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.077097 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.225055 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Router de19156b-3223-424b-a853-bf455d405c2c has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 18:59:26.240791 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1e13cb9-7108-42ea-b4a3-9b77c1b6152a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.342561 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2264f8-db4f-4068-b4ba-a4575670852a None None] Pushing event updated for resources: {'Port': ['ID=74b1e576-4e1d-4c8c-b607-26b29fef9b0c,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:26.375679 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:26.375854 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.514880 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Provisioning complete for port 079cdfce-25c2-464f-aa07-147e62490c95 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:26.515252 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (079cdfce-25c2-464f-aa07-147e62490c95), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.547940 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:59:26.562446 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-32970b0a-f9d2-4459-a9d8-2ddf7bb0f388 admin admin] 10.222.0.48 "PUT /v2.0/routers/de19156b-3223-424b-a853-bf455d405c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8321109 May 12 18:59:26.581914 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-635fa50a-5c3a-409a-a27d-6177193d85a9 req-2ca9176a-d8e4-412f-b13e-8e34073f0266 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.6041765 May 12 18:59:26.645435 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1e13cb9-7108-42ea-b4a3-9b77c1b6152a admin admin] Publish callbacks [] for security_group (c93e34d9-1e15-48aa-941c-9a044b415898), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.654150 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1e13cb9-7108-42ea-b4a3-9b77c1b6152a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c93e34d9-1e15-48aa-941c-9a044b415898), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.697899 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.711082 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:26.716535 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Attempting to bind port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:26.716915 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Attempting to bind port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:26.717327 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Attempting to bind port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:26.719694 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f264ca-e89f-4b8d-9af8-0d6bb8ed7cba None None] Pushing event updated for resources: {'Port': ['ID=22ba1991-ecdd-4bcc-8041-5cfc00d7e089,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:26.729099 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.729987 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 74b1e576-4e1d-4c8c-b607-26b29fef9b0c up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:26.755103 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a1e13cb9-7108-42ea-b4a3-9b77c1b6152a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=964fa4f36371418f9f9e93b6ffddc225&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8136070 May 12 18:59:26.790296 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:26.831432 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e13cb9-7108-42ea-b4a3-9b77c1b6152a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93e34d9-1e15-48aa-941c-9a044b415898,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:26.907548 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Port 079cdfce-25c2-464f-aa07-147e62490c95 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:26.915456 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:26.915838 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:26.916241 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:26.916642 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:26.917396 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Bound port: 22ba1991-ecdd-4bcc-8041-5cfc00d7e089, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:26.917807 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.005504 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Provisioning complete for port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:27.005942 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.045094 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:27.060074 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:27.060468 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.152152 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] For port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:27.177161 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] For port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=22ba1991-ecdd-4bcc-8041-5cfc00d7e089,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:27.202128 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.377558 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:27.381008 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Publish callbacks [] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.382992 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:27.410578 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d64a9b3-281e-4cbe-9d46-125d623fbd45 admin admin] Publish callbacks [] for security_group (c93e34d9-1e15-48aa-941c-9a044b415898), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.463895 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f264ca-e89f-4b8d-9af8-0d6bb8ed7cba None None] Pushing event updated for resources: {'Port': ['ID=22ba1991-ecdd-4bcc-8041-5cfc00d7e089,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:27.466698 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Current status of the port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:27.502877 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Provisioning complete for port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:27.503283 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.513450 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d64a9b3-281e-4cbe-9d46-125d623fbd45 admin admin] Publish callbacks [] for security_group (c93e34d9-1e15-48aa-941c-9a044b415898), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.548354 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:27.552945 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 8e4ae54a-92e1-4866-a653-c92f7c1e7851 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:27.582015 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Router 3b95ac69-8b5f-4524-9850-5da5de761bc6 is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 18:59:27.614627 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33484) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:27.621261 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-363dda7c-f613-49de-adfc-2098038df746 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985400350', 'description': 'tempest-description--1747185819'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:27.674194 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-363dda7c-f613-49de-adfc-2098038df746 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.699705 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 18:59:27.708603 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:27.811986 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:27.824939 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.49', 63118) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:28.039475 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33492) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:28.071756 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:28.072387 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.160739 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:28.166152 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d64a9b3-281e-4cbe-9d46-125d623fbd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c93e34d9-1e15-48aa-941c-9a044b415898), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.169151 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d64a9b3-281e-4cbe-9d46-125d623fbd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.170530 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6d64a9b3-281e-4cbe-9d46-125d623fbd45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c93e34d9-1e15-48aa-941c-9a044b415898 HTTP/1.1" status: 204 len: 168 time: 1.3761771 May 12 18:59:28.209244 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d374e-dd5b-4f8e-8cb3-501ac6c1861b None None] Current status of the port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:28.221630 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:28.329318 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:28.329833 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (83fb604f-cce3-4068-a912-5859c6914f38), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.337010 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-80a263c3-f777-4213-bcef-713d95b1640e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:28.339462 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-80a263c3-f777-4213-bcef-713d95b1640e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.49 "GET /v2.0/networks?id=39bce4c1-f617-4e88-ab89-38b69663f080 HTTP/1.1" status: 200 len: 812 time: 0.5130415 May 12 18:59:28.391201 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4160c6d-733c-4849-95b3-561635c676e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.403897 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-363dda7c-f613-49de-adfc-2098038df746 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (92e24c62-42c3-4a76-9f7f-f2f6ee811fb5), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.411657 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a373d9bd-54b9-4c21-af9e-2224f996722f req-00d365f2-64ad-4b68-befd-851c31de7e8b tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.3561919 May 12 18:59:28.418220 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Request body: {'port': {'device_id': '10655ce7-9ca0-49c7-b182-0d2447b6c93c', 'network_id': '39bce4c1-f617-4e88-ab89-38b69663f080', 'admin_state_up': True, 'tenant_id': '61be60da66374c5b9c064eefb5b54dfe'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:28.418512 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-e508e57d-aefe-45fd-8798-6f242028ecf2 None None] Provisioning complete for port 079cdfce-25c2-464f-aa07-147e62490c95 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:28.419016 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e508e57d-aefe-45fd-8798-6f242028ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (079cdfce-25c2-464f-aa07-147e62490c95), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.494831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64a9b3-281e-4cbe-9d46-125d623fbd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93e34d9-1e15-48aa-941c-9a044b415898,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:28.500818 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:59:28.514856 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Pushing event updated for resources: {'Port': ['ID=b510f703-bcdc-48c3-a78f-b8d76318f643,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:28.571361 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Sync routers for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:59:28.627334 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:28.629231 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:59:28.629668 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:28.638699 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-363dda7c-f613-49de-adfc-2098038df746 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (92e24c62-42c3-4a76-9f7f-f2f6ee811fb5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.793091 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Sync routers for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:59:28.848230 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.857136 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e742f214-a223-4a3b-9c0e-aa7a4169e5fa admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.7614419 May 12 18:59:28.870382 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4160c6d-733c-4849-95b3-561635c676e1 admin admin] Publish callbacks [] for security_group (1b0fd95a-9945-4a5e-a9ed-cbff4af3ce59), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:28.884049 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:28.886000 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33548) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:28.906689 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:28.907776 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:28.915779 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-e508e57d-aefe-45fd-8798-6f242028ecf2 None None] Port 079cdfce-25c2-464f-aa07-147e62490c95 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:28.929324 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:28.933046 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4160c6d-733c-4849-95b3-561635c676e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1b0fd95a-9945-4a5e-a9ed-cbff4af3ce59), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:29.001889 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:18Z', 'revision_number': 3, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:29.016601 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:29.059152 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:29.066095 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-79ef4203-5f62-4557-8664-87146630a8c0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.2789698 May 12 18:59:29.070024 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:29.088934 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-e508e57d-aefe-45fd-8798-6f242028ecf2 None None] Provisioning complete for port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:29.089328 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e508e57d-aefe-45fd-8798-6f242028ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:29.106893 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0aa0a9-9e33-4f9f-926c-100bc5074e32 None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:18Z', 'revision_number': 3, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:59:29.397929 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:29.499591 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:29.551590 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:25Z', 'revision_number': 3, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:29.558697 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-363dda7c-f613-49de-adfc-2098038df746 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:29.575047 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-363dda7c-f613-49de-adfc-2098038df746 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9583254 May 12 18:59:29.638774 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33572) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:29.671260 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Checking router: b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:59:29.671723 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Updating router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:59:29.816906 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:29.836073 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-2a0f241b-803f-464d-8f0d-aef08230b8d8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'security_group_rule': {'security_group_id': '92e24c62-42c3-4a76-9f7f-f2f6ee811fb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:29.863021 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Made reservation on behalf of 61be60da66374c5b9c064eefb5b54dfe for: {'port': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:29.879266 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:29.916991 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dda7c-f613-49de-adfc-2098038df746 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:29.974044 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:29.974692 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a4160c6d-733c-4849-95b3-561635c676e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73241efbb4d6484b93830c9a3797f925&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9275067 May 12 18:59:30.037847 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54cad81c-cf01-49ee-b735-adae5f798e97 req-e235ee16-6b46-4b4a-bf1a-f083b9880b0f tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.1100688 May 12 18:59:30.139484 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-e508e57d-aefe-45fd-8798-6f242028ecf2 None None] Current status of the port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:30.228198 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:30.228426 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:30.398097 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Sync routers for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:59:30.409278 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:23Z', 'revision_number': 3, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:30.464907 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:30.465694 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:30.497152 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4160c6d-733c-4849-95b3-561635c676e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0fd95a-9945-4a5e-a9ed-cbff4af3ce59,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:30.538808 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Checking router: 3b95ac69-8b5f-4524-9850-5da5de761bc6 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:59:30.539394 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Updating router 3b95ac69-8b5f-4524-9850-5da5de761bc6 port ae8f8aee-45f6-48e3-b439-349865d0c044 binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:59:30.547099 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-7fc5f29f-06a5-485d-af07-f9e81f574292 None None] Provisioning complete for port b510f703-bcdc-48c3-a78f-b8d76318f643 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:30.547481 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f29f-06a5-485d-af07-f9e81f574292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:30.573181 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a0f241b-803f-464d-8f0d-aef08230b8d8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (1531d4b8-1f01-4317-994f-9b25b220115e), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:30.743310 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:30.833662 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Publish callbacks [] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:30.853600 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:30.937615 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29116f28-b87e-47e5-98a2-29d97eaa5b9b admin admin] Publish callbacks [] for security_group (1b0fd95a-9945-4a5e-a9ed-cbff4af3ce59), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.006320 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.007251 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (83fb604f-cce3-4068-a912-5859c6914f38), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.101674 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5f29f-06a5-485d-af07-f9e81f574292 None None] Port b510f703-bcdc-48c3-a78f-b8d76318f643 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:31.180966 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:31.196171 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 74b1e576-4e1d-4c8c-b607-26b29fef9b0c up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:31.301406 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29116f28-b87e-47e5-98a2-29d97eaa5b9b admin admin] Publish callbacks [] for security_group (1b0fd95a-9945-4a5e-a9ed-cbff4af3ce59), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.571137 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a0f241b-803f-464d-8f0d-aef08230b8d8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (1531d4b8-1f01-4317-994f-9b25b220115e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.576376 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Allocated IP 172.20.0.12 (39bce4c1-f617-4e88-ab89-38b69663f080/33fd4181-8133-4739-b6e9-e8883fe840d7/d1c66529-6b79-49ae-a06f-387cfa61a5ad) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:31.621005 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 2, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:31.639880 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:31.640520 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.677590 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a0f241b-803f-464d-8f0d-aef08230b8d8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (1531d4b8-1f01-4317-994f-9b25b220115e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.696801 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Checking router: de19156b-3223-424b-a853-bf455d405c2c for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:59:31.706009 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Updating router de19156b-3223-424b-a853-bf455d405c2c port 079cdfce-25c2-464f-aa07-147e62490c95 binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:59:31.722667 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9b7823b-f2d8-48a6-aa29-d9ac21402900 req-31294bc3-5055-49e1-befb-49ea47d4b110 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.4729085 May 12 18:59:31.790634 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:31.801707 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f241b-803f-464d-8f0d-aef08230b8d8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1531d4b8-1f01-4317-994f-9b25b220115e,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:31.841918 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:31.860159 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Pushing event updated for resources: {'Port': ['ID=b510f703-bcdc-48c3-a78f-b8d76318f643,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:31.863533 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:31.865735 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device ec0fb621-73a5-4c25-b951-d9e55ddec446 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:31.872744 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29116f28-b87e-47e5-98a2-29d97eaa5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1b0fd95a-9945-4a5e-a9ed-cbff4af3ce59), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.877068 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29116f28-b87e-47e5-98a2-29d97eaa5b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.882304 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-29116f28-b87e-47e5-98a2-29d97eaa5b9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b0fd95a-9945-4a5e-a9ed-cbff4af3ce59 HTTP/1.1" status: 204 len: 168 time: 1.9068661 May 12 18:59:31.887845 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a0f241b-803f-464d-8f0d-aef08230b8d8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:31.890410 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2a0f241b-803f-464d-8f0d-aef08230b8d8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2346051 May 12 18:59:31.898605 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33628) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:31.905867 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29116f28-b87e-47e5-98a2-29d97eaa5b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0fd95a-9945-4a5e-a9ed-cbff4af3ce59,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:31.929726 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-3f32b709-91be-4500-bc85-54bdd5305a27 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'security_group_rule': {'security_group_id': '92e24c62-42c3-4a76-9f7f-f2f6ee811fb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:31.987565 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Publish callbacks [] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.016793 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.047464 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (079cdfce-25c2-464f-aa07-147e62490c95), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.179280 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.247135 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Attempting to bind port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:32.257749 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Attempting to bind port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:32.258343 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Attempting to bind port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:32.305947 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:32.307035 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:32.307607 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.308166 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:32.313428 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Bound port: b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:32.314083 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.360017 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port ec0fb621-73a5-4c25-b951-d9e55ddec446 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:32.363961 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.383637 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 18:59:32.469429 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] For port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:32.469680 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-f64bd4fc-f27f-4512-8d2c-43b16653ce21 None None] Provisioning complete for port b510f703-bcdc-48c3-a78f-b8d76318f643 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:32.470063 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f64bd4fc-f27f-4512-8d2c-43b16653ce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.472997 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] For port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:32.504425 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.577319 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:32.592200 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f32b709-91be-4500-bc85-54bdd5305a27 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (78cd595a-883a-43a6-8ed1-7c9d0a7b21cb), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.603496 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd2b5e-e349-48a4-a8d4-84fc54af14ec None None] Pushing event updated for resources: {'Port': ['ID=b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3,revision_number=2']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:32.791495 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Publish callbacks [] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.821007 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-f64bd4fc-f27f-4512-8d2c-43b16653ce21 None None] Port b510f703-bcdc-48c3-a78f-b8d76318f643 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:32.833696 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.838049 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd2b5e-e349-48a4-a8d4-84fc54af14ec None None] Pushing event updated for resources: {'Port': ['ID=b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:32.873494 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:32.878804 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:32.947742 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Attempting to bind port ae8f8aee-45f6-48e3-b439-349865d0c044 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:32.948353 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Attempting to bind port ae8f8aee-45f6-48e3-b439-349865d0c044 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:32.948723 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Attempting to bind port ae8f8aee-45f6-48e3-b439-349865d0c044 on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:32.963414 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:32.964022 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:32.964557 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.965136 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:32.965656 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Bound port: ae8f8aee-45f6-48e3-b439-349865d0c044, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:32.966305 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.971280 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f32b709-91be-4500-bc85-54bdd5305a27 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (78cd595a-883a-43a6-8ed1-7c9d0a7b21cb), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:32.988927 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f32b709-91be-4500-bc85-54bdd5305a27 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (78cd595a-883a-43a6-8ed1-7c9d0a7b21cb), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.027167 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port ec0fb621-73a5-4c25-b951-d9e55ddec446 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:33.027794 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.057923 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port ec0fb621-73a5-4c25-b951-d9e55ddec446, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=ec0fb621-73a5-4c25-b951-d9e55ddec446,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:33.061778 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ffab5-c752-414a-881a-8250a049d5fd None None] Pushing event updated for resources: {'Port': ['ID=ae8f8aee-45f6-48e3-b439-349865d0c044,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:33.067748 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.209305 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] For port ae8f8aee-45f6-48e3-b439-349865d0c044, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:33.218475 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d862b091-da3e-4756-a3cf-f223ba4f8ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.257867 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] For port ae8f8aee-45f6-48e3-b439-349865d0c044, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=ae8f8aee-45f6-48e3-b439-349865d0c044,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:33.259586 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=ec0fb621-73a5-4c25-b951-d9e55ddec446,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:33.274858 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32b709-91be-4500-bc85-54bdd5305a27 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cd595a-883a-43a6-8ed1-7c9d0a7b21cb,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:33.297358 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.306470 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7511b535-bffd-40e8-a332-6b742426ec45 req-23f2a8e3-9e4f-4b04-a212-1b58880a5a60 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.3298652 May 12 18:59:33.333232 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Allocated IP 172.20.0.1 (6591bd39-6d3d-40fe-a449-357cebc4a65e/f3f3bd19-3539-4f5d-ac3f-51e3214dffc4/4f82929b-a755-4514-8475-c3bc0ff391fb) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:33.338436 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f32b709-91be-4500-bc85-54bdd5305a27 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.352364 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3f32b709-91be-4500-bc85-54bdd5305a27 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4276593 May 12 18:59:33.357396 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:59:33.358802 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33670) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:33.361953 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.374832 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c1058dd0-3dc6-4f38-89d0-3803aadef996 admin admin] 10.222.0.48 "PUT /v2.0/routers/83fb604f-cce3-4068-a912-5859c6914f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2132740 May 12 18:59:33.392858 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:33.394272 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:59:33.409945 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:33.545986 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Publish callbacks [] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.656234 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.658749 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d862b091-da3e-4756-a3cf-f223ba4f8ef9 admin admin] Publish callbacks [] for security_group (4f080610-d46e-4b81-b3b1-998bd409bd43), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.667327 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.668764 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d862b091-da3e-4756-a3cf-f223ba4f8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (4f080610-d46e-4b81-b3b1-998bd409bd43), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.669432 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:33.755238 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862b091-da3e-4756-a3cf-f223ba4f8ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f080610-d46e-4b81-b3b1-998bd409bd43,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:33.792629 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d862b091-da3e-4756-a3cf-f223ba4f8ef9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e3f8901b91b4fa3b751e1af2c5806ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2125998 May 12 18:59:33.796327 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33682) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:33.812355 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Publish callbacks [] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.859174 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Network 39bce4c1-f617-4e88-ab89-38b69663f080 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:33.879706 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:33.883629 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:33.922722 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fda2e524-0e71-4cc0-9458-96c12a8b3148 admin admin] Publish callbacks [] for security_group (4f080610-d46e-4b81-b3b1-998bd409bd43), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.953610 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fda2e524-0e71-4cc0-9458-96c12a8b3148 admin admin] Publish callbacks [] for security_group (4f080610-d46e-4b81-b3b1-998bd409bd43), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:33.963034 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:34.001039 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:34.024574 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:34.024574 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.032732 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.040515 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fda2e524-0e71-4cc0-9458-96c12a8b3148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (4f080610-d46e-4b81-b3b1-998bd409bd43), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.044216 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fda2e524-0e71-4cc0-9458-96c12a8b3148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.048038 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fda2e524-0e71-4cc0-9458-96c12a8b3148 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f080610-d46e-4b81-b3b1-998bd409bd43 HTTP/1.1" status: 204 len: 168 time: 0.2482765 May 12 18:59:34.106763 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2e524-0e71-4cc0-9458-96c12a8b3148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f080610-d46e-4b81-b3b1-998bd409bd43,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:34.129255 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:34.148638 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:34.153203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Pushing event updated for resources: {'Port': ['ID=4f82929b-a755-4514-8475-c3bc0ff391fb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:34.169117 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:34.170082 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (3b95ac69-8b5f-4524-9850-5da5de761bc6), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.182238 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:34.182895 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:34.192945 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ffab5-c752-414a-881a-8250a049d5fd None None] Pushing event updated for resources: {'Port': ['ID=ae8f8aee-45f6-48e3-b439-349865d0c044,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:34.404150 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.527619 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:34.534156 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.597807 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Pushing event updated for resources: {'Port': ['ID=d1c66529-6b79-49ae-a06f-387cfa61a5ad,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:34.631705 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-1f92ff27-317e-4a04-a6f0-616ce26b3b0e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2182519 May 12 18:59:34.659150 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33698) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:34.688226 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-f4401a0a-d4d7-4e5f-9e64-81b143e9d402 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345582703', 'description': 'tempest-description--1711725127'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:34.698853 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-9f1a7eed-bc1f-45b4-adee-783b788c1c7f tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103290) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:59:34.708598 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-9f1a7eed-bc1f-45b4-adee-783b788c1c7f tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502882 May 12 18:59:34.844955 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.889038 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4401a0a-d4d7-4e5f-9e64-81b143e9d402 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:34.957657 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d79bd-5e2f-43ac-9efb-2f0a7a66fd82 req-c1728628-0447-48f3-a77e-19dc15849ede tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:34.967813 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-355d79bd-5e2f-43ac-9efb-2f0a7a66fd82 req-c1728628-0447-48f3-a77e-19dc15849ede tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 932 time: 0.3031492 May 12 18:59:34.977372 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-cd9b7132-8fcd-4bfb-a26e-23d72fe684bb None None] Provisioning complete for port 4f82929b-a755-4514-8475-c3bc0ff391fb triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:34.985507 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:25Z', 'revision_number': 3, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:35.000139 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7132-8fcd-4bfb-a26e-23d72fe684bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.136498 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad4876-8c4a-40e1-81a1-a43f8ef07ede None None] The sync data for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi is: [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:25Z', 'revision_number': 3, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:59:35.165801 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:35.184967 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33716) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:35.230219 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Allocated IP 172.20.0.1 (a5a4fc0e-0042-4201-aa54-6b150376479a/67e91d20-b606-4e36-90c9-6433a55bb5af/73220096-3424-4e24-bb90-e3c4348aa930) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:35.297088 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7680e105-39cd-4851-a017-71edc6c25990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.373806 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-355d79bd-5e2f-43ac-9efb-2f0a7a66fd82 req-aa7aa476-88ac-4777-8fe8-0461126e8f26 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049208 May 12 18:59:35.398842 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Publish callbacks [] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.408826 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.410603 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (3b95ac69-8b5f-4524-9850-5da5de761bc6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.421440 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:35.442160 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.447819 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b7132-8fcd-4bfb-a26e-23d72fe684bb None None] Port 4f82929b-a755-4514-8475-c3bc0ff391fb cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:35.448506 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Allocated IP 172.27.3.27 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/4dda93d3-fb69-4b0e-b23a-a5297e9f4074) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:35.455684 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4401a0a-d4d7-4e5f-9e64-81b143e9d402 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (6f44d062-2b9d-4909-a785-fd10bf277f82), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.471938 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Request body: {'port': {'device_id': '10655ce7-9ca0-49c7-b182-0d2447b6c93c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:35.533871 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:35.542852 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4401a0a-d4d7-4e5f-9e64-81b143e9d402 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (6f44d062-2b9d-4909-a785-fd10bf277f82), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.622217 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=22ba1991-ecdd-4bcc-8041-5cfc00d7e089,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:35.719851 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Publish callbacks [] for port (079cdfce-25c2-464f-aa07-147e62490c95), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.733494 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (079cdfce-25c2-464f-aa07-147e62490c95), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.835605 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4401a0a-d4d7-4e5f-9e64-81b143e9d402 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:35.838625 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f4401a0a-d4d7-4e5f-9e64-81b143e9d402 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1725297 May 12 18:59:35.856523 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 33724) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:35.906735 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-c3ed935b-855c-4b53-bc4b-a5415937678e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group_rule': {'security_group_id': '6f44d062-2b9d-4909-a785-fd10bf277f82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:35.938823 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f350b-e131-4fee-8f7e-9b92f089df61 None None] Pushing event updated for resources: {'Port': ['ID=079cdfce-25c2-464f-aa07-147e62490c95,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:35.943922 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Pushing event updated for resources: {'Port': ['ID=4f82929b-a755-4514-8475-c3bc0ff391fb,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:36.041189 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:36.044333 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:36.049506 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:36.269700 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Attempting to bind port 079cdfce-25c2-464f-aa07-147e62490c95 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:36.270236 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Attempting to bind port 079cdfce-25c2-464f-aa07-147e62490c95 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:36.270419 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Attempting to bind port 079cdfce-25c2-464f-aa07-147e62490c95 on network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:36.310063 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:36.310436 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Checking segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:36.310839 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:36.311233 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Bound using segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:36.311745 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Bound port: 079cdfce-25c2-464f-aa07-147e62490c95, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:36.312086 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (079cdfce-25c2-464f-aa07-147e62490c95), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:36.362853 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4401a0a-d4d7-4e5f-9e64-81b143e9d402 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44d062-2b9d-4909-a785-fd10bf277f82,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:36.384361 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:36.516519 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Publish callbacks [] for port (73220096-3424-4e24-bb90-e3c4348aa930), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:36.634647 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] For port 079cdfce-25c2-464f-aa07-147e62490c95, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:36.646495 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] For port 079cdfce-25c2-464f-aa07-147e62490c95, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=079cdfce-25c2-464f-aa07-147e62490c95,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:36.656278 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (079cdfce-25c2-464f-aa07-147e62490c95), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:36.661034 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for port (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:36.710011 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f201-9599-4dc4-ac66-12db3c139695 req-70bc95e3-a47f-4f1d-bad9-cc9419a3fd10 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:36.724338 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6222f201-9599-4dc4-ac66-12db3c139695 req-70bc95e3-a47f-4f1d-bad9-cc9419a3fd10 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 932 time: 0.1657517 May 12 18:59:36.744089 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Router 3b95ac69-8b5f-4524-9850-5da5de761bc6 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 18:59:36.761709 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:23Z', 'revision_number': 3, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:36.774157 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f350b-e131-4fee-8f7e-9b92f089df61 None None] Pushing event updated for resources: {'Port': ['ID=079cdfce-25c2-464f-aa07-147e62490c95,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:36.814169 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:36.815172 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:36.843785 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7680e105-39cd-4851-a017-71edc6c25990 admin admin] Publish callbacks [] for security_group (144ac858-68dd-4084-bcbd-1ecf0dd20167), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:36.875556 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device ec0fb621-73a5-4c25-b951-d9e55ddec446 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:36.893602 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a127e9-ccfc-49b5-b39c-f0ca385cce3a None None] The sync data for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi is: [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:23Z', 'revision_number': 3, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:59:36.925165 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.050147 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=22ba1991-ecdd-4bcc-8041-5cfc00d7e089,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:37.061453 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-79d95f8e-a5a2-4a3a-9217-341c7bddef2b None None] Provisioning complete for port 079cdfce-25c2-464f-aa07-147e62490c95 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:37.061722 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-79d95f8e-a5a2-4a3a-9217-341c7bddef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (079cdfce-25c2-464f-aa07-147e62490c95), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.148319 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7680e105-39cd-4851-a017-71edc6c25990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (144ac858-68dd-4084-bcbd-1ecf0dd20167), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.209491 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6222f201-9599-4dc4-ac66-12db3c139695 req-e0bb3b70-7f01-4ffb-af8f-3fdcc6679afd tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495409 May 12 18:59:37.260877 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:37.284875 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'Port': ['ID=4dda93d3-fb69-4b0e-b23a-a5297e9f4074,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:37.355335 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ed935b-855c-4b53-bc4b-a5415937678e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (b6a2b276-c4ac-4f37-a6ca-7e237fdda819), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.395304 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:59:37.428510 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f58eb282-1bc7-4517-89ff-26d493b83703 admin admin] 10.222.0.48 "PUT /v2.0/routers/3b95ac69-8b5f-4524-9850-5da5de761bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3550029 May 12 18:59:37.432900 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:29Z', 'revision_number': 2, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:37.467128 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:37.514214 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:59:37.516677 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Updating router 83fb604f-cce3-4068-a912-5859c6914f38 port b510f703-bcdc-48c3-a78f-b8d76318f643 binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:59:37.622630 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port ec0fb621-73a5-4c25-b951-d9e55ddec446 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:37.626028 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.759536 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.762982 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-79d95f8e-a5a2-4a3a-9217-341c7bddef2b None None] Current status of the port 079cdfce-25c2-464f-aa07-147e62490c95 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:37.764203 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-79d95f8e-a5a2-4a3a-9217-341c7bddef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (079cdfce-25c2-464f-aa07-147e62490c95), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.835145 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-79d95f8e-a5a2-4a3a-9217-341c7bddef2b None None] For port 079cdfce-25c2-464f-aa07-147e62490c95, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=079cdfce-25c2-464f-aa07-147e62490c95,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:37.904275 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-79d95f8e-a5a2-4a3a-9217-341c7bddef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (079cdfce-25c2-464f-aa07-147e62490c95), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.927665 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:37.933253 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:36Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:37.967621 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (73220096-3424-4e24-bb90-e3c4348aa930), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:37.970360 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:38.009175 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722d5b2-aa76-4091-974c-3e9cfd0c252d None None] The sync data for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi is: [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:36Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:59:38.011156 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95f8e-a5a2-4a3a-9217-341c7bddef2b None None] Pushing event updated for resources: {'Port': ['ID=079cdfce-25c2-464f-aa07-147e62490c95,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:38.123517 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-bb9936f5-2ad7-4438-93a0-9b17afcd51c1 None None] Provisioning complete for port 079cdfce-25c2-464f-aa07-147e62490c95 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:38.129313 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bb9936f5-2ad7-4438-93a0-9b17afcd51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (079cdfce-25c2-464f-aa07-147e62490c95), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:38.136550 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port ec0fb621-73a5-4c25-b951-d9e55ddec446 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:38.137896 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:38.155897 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680e105-39cd-4851-a017-71edc6c25990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144ac858-68dd-4084-bcbd-1ecf0dd20167,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:38.265084 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-7680e105-39cd-4851-a017-71edc6c25990 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff1fd96d2fab4215abd8bfd8b97d64d3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0787551 May 12 18:59:38.267871 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33768) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:38.350780 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Network a5a4fc0e-0042-4201-aa54-6b150376479a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:38.371368 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:38.400304 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:38.400803 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:38.414165 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ed935b-855c-4b53-bc4b-a5415937678e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (b6a2b276-c4ac-4f37-a6ca-7e237fdda819), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:38.574872 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ed935b-855c-4b53-bc4b-a5415937678e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (b6a2b276-c4ac-4f37-a6ca-7e237fdda819), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:38.648520 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Pushing event updated for resources: {'Port': ['ID=73220096-3424-4e24-bb90-e3c4348aa930,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:38.665590 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (152d996e-0124-4edc-b424-80346fffc9df), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:38.692089 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed935b-855c-4b53-bc4b-a5415937678e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a2b276-c4ac-4f37-a6ca-7e237fdda819,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:38.952606 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-d7ef61fe-c080-4f0d-981d-7569bc23a544 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:38.959452 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-d7ef61fe-c080-4f0d-981d-7569bc23a544 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 819 time: 0.5337343 May 12 18:59:39.040985 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-529c4811-ec25-4d65-94e6-441737bf0060 admin admin] Publish callbacks [] for security_group (144ac858-68dd-4084-bcbd-1ecf0dd20167), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.127684 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-529c4811-ec25-4d65-94e6-441737bf0060 admin admin] Publish callbacks [] for security_group (144ac858-68dd-4084-bcbd-1ecf0dd20167), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.271301 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cce12-0d1d-4220-8cbf-4dbdaed231a2 req-ac909b08-e828-4e3f-9466-757e5f6264b5 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:39.283379 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf1cce12-0d1d-4220-8cbf-4dbdaed231a2 req-ac909b08-e828-4e3f-9466-757e5f6264b5 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 932 time: 0.7493558 May 12 18:59:39.338700 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-a977660c-ae03-41d9-a541-3dd84d14d26b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/quotas/eb2e124562e34719a49be3de45e6cf37 HTTP/1.1" status: 200 len: 375 time: 0.2989259 May 12 18:59:39.502994 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-1ed93fca-c1d4-447b-886a-48295fcb82eb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500556 May 12 18:59:39.543424 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf1cce12-0d1d-4220-8cbf-4dbdaed231a2 req-1714be14-6b14-4f3c-a53e-ad6b053b0c83 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587016 May 12 18:59:39.606250 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-529c4811-ec25-4d65-94e6-441737bf0060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (144ac858-68dd-4084-bcbd-1ecf0dd20167), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.617629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-529c4811-ec25-4d65-94e6-441737bf0060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.619861 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-bb9936f5-2ad7-4438-93a0-9b17afcd51c1 None None] Current status of the port 079cdfce-25c2-464f-aa07-147e62490c95 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:39.624166 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-529c4811-ec25-4d65-94e6-441737bf0060 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/144ac858-68dd-4084-bcbd-1ecf0dd20167 HTTP/1.1" status: 204 len: 168 time: 1.3528726 May 12 18:59:39.627552 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:39.627978 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.699326 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c66529-6b79-49ae-a06f-387cfa61a5ad {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 18:59:39.709862 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Publish callbacks [] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.736215 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Transition to ACTIVE for port object d1c66529-6b79-49ae-a06f-387cfa61a5ad will not be triggered until provisioned by entity L2. {{(pid=103290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 18:59:39.742446 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-bb9936f5-2ad7-4438-93a0-9b17afcd51c1 None None] Provisioning complete for port 4f82929b-a755-4514-8475-c3bc0ff391fb triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:39.742815 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bb9936f5-2ad7-4438-93a0-9b17afcd51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.747260 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c4811-ec25-4d65-94e6-441737bf0060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144ac858-68dd-4084-bcbd-1ecf0dd20167,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:39.834540 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c4cf4e64-34fb-49a2-8d9a-8898331be382 service neutron] 10.222.0.48 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281536 May 12 18:59:39.835976 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3ed935b-855c-4b53-bc4b-a5415937678e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.840547 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c3ed935b-855c-4b53-bc4b-a5415937678e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.9527874 May 12 18:59:39.842585 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:39.852614 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:39.867763 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ed35d1d1-5f37-45fc-b5ee-89ae6da40de2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group_rule': {'security_group_id': '6f44d062-2b9d-4909-a785-fd10bf277f82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:39.913686 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-bb9936f5-2ad7-4438-93a0-9b17afcd51c1 None None] Port 4f82929b-a755-4514-8475-c3bc0ff391fb cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:39.990375 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c66529-6b79-49ae-a06f-387cfa61a5ad,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:39.993687 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.061166 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed35d1d1-5f37-45fc-b5ee-89ae6da40de2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (b84eff15-eb72-4325-a34f-724bcf7ee987), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.120328 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (73220096-3424-4e24-bb90-e3c4348aa930), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.197115 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-65e3facb-ff1a-4935-8fed-29a80904e59a None None] Provisioning complete for port 73220096-3424-4e24-bb90-e3c4348aa930 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:40.197115 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-65e3facb-ff1a-4935-8fed-29a80904e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (73220096-3424-4e24-bb90-e3c4348aa930), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.239332 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed35d1d1-5f37-45fc-b5ee-89ae6da40de2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (b84eff15-eb72-4325-a34f-724bcf7ee987), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.247998 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed35d1d1-5f37-45fc-b5ee-89ae6da40de2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (b84eff15-eb72-4325-a34f-724bcf7ee987), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.286749 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-65e3facb-ff1a-4935-8fed-29a80904e59a None None] Port 73220096-3424-4e24-bb90-e3c4348aa930 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:40.292278 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Publish callbacks [] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.320728 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.334791 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35d1d1-5f37-45fc-b5ee-89ae6da40de2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84eff15-eb72-4325-a34f-724bcf7ee987,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:40.339073 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:40.350462 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.355807 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-017d7182-6f84-46d2-bc9b-a24853d5274f service neutron] 10.222.0.48 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203137 May 12 18:59:40.367227 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed35d1d1-5f37-45fc-b5ee-89ae6da40de2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.368430 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ed35d1d1-5f37-45fc-b5ee-89ae6da40de2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5099914 May 12 18:59:40.382525 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 33808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:40.392280 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:40.428171 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for port (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.482792 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.492766 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.590060 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:40.649656 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:40.751444 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41f36e-b649-431e-ab44-7bd397b6b159 None None] Pushing event updated for resources: {'Port': ['ID=b510f703-bcdc-48c3-a78f-b8d76318f643,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:40.850765 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (152d996e-0124-4edc-b424-80346fffc9df), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.016714 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Attempting to bind port b510f703-bcdc-48c3-a78f-b8d76318f643 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:41.017215 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Attempting to bind port b510f703-bcdc-48c3-a78f-b8d76318f643 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:41.017622 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Attempting to bind port b510f703-bcdc-48c3-a78f-b8d76318f643 on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:41.049856 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:41.059588 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Checking segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:41.062042 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.063216 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Bound using segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:41.064713 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Bound port: b510f703-bcdc-48c3-a78f-b8d76318f643, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:41.066024 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.118512 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Attempting to bind port d1c66529-6b79-49ae-a06f-387cfa61a5ad on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:41.118921 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Attempting to bind port d1c66529-6b79-49ae-a06f-387cfa61a5ad by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '4b3d6318-5df2-40b8-b6a5-8f45730925b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '39bce4c1-f617-4e88-ab89-38b69663f080'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:41.126032 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Attempting to bind port d1c66529-6b79-49ae-a06f-387cfa61a5ad on network 39bce4c1-f617-4e88-ab89-38b69663f080 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:41.146999 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-fb4c1098-e7a0-431c-ae13-ac5dacfb74b7 None None] Provisioning complete for port b510f703-bcdc-48c3-a78f-b8d76318f643 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:41.150620 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1098-e7a0-431c-ae13-ac5dacfb74b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.152985 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.154222 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Port d1c66529-6b79-49ae-a06f-387cfa61a5ad on network 39bce4c1-f617-4e88-ab89-38b69663f080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 18:59:41.154674 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Attempting to bind port d1c66529-6b79-49ae-a06f-387cfa61a5ad on network 39bce4c1-f617-4e88-ab89-38b69663f080 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:41.196079 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'Port': ['ID=4dda93d3-fb69-4b0e-b23a-a5297e9f4074,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:41.206502 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.231492 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a8294998-ddf7-418a-9fc2-9ff6612e2b41 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8421183 May 12 18:59:41.266962 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:41.267328 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Checking segment: {'id': '4b3d6318-5df2-40b8-b6a5-8f45730925b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '39bce4c1-f617-4e88-ab89-38b69663f080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:41.267915 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Bound using segment: {'id': '4b3d6318-5df2-40b8-b6a5-8f45730925b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '39bce4c1-f617-4e88-ab89-38b69663f080'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:41.268396 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Bound port: d1c66529-6b79-49ae-a06f-387cfa61a5ad, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3d6318-5df2-40b8-b6a5-8f45730925b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '39bce4c1-f617-4e88-ab89-38b69663f080'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:41.268762 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.298094 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75b0f49c-107d-44cf-b3f6-ba0289616dd7 req-f1db63e8-f8f8-4345-9741-2dad0f97cb31 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 210 time: 0.1402452 May 12 18:59:41.401333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776f1a-772c-416e-9bad-8c3d72029dd9 req-abdc60fd-5346-40ff-989d-010a52473deb tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:41.416737 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device ae8f8aee-45f6-48e3-b439-349865d0c044 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:41.425332 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3776f1a-772c-416e-9bad-8c3d72029dd9 req-abdc60fd-5346-40ff-989d-010a52473deb tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 944 time: 0.6733296 May 12 18:59:41.436437 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c1098-e7a0-431c-ae13-ac5dacfb74b7 None None] Port b510f703-bcdc-48c3-a78f-b8d76318f643 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:41.445301 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:41.468619 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Sync routers for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:59:41.513577 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:41.517166 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:41.582695 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] For port d1c66529-6b79-49ae-a06f-387cfa61a5ad, host hv-cinder-79575, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:41.730273 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] For port d1c66529-6b79-49ae-a06f-387cfa61a5ad, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c66529-6b79-49ae-a06f-387cfa61a5ad,segment=NetworkSegment(4b3d6318-5df2-40b8-b6a5-8f45730925b4),segment_id=4b3d6318-5df2-40b8-b6a5-8f45730925b4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:41.753676 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] For port b510f703-bcdc-48c3-a78f-b8d76318f643, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:41.763794 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] For port b510f703-bcdc-48c3-a78f-b8d76318f643, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b510f703-bcdc-48c3-a78f-b8d76318f643,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:41.765959 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.793841 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port ae8f8aee-45f6-48e3-b439-349865d0c044 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:41.814287 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.819386 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.840823 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3776f1a-772c-416e-9bad-8c3d72029dd9 req-ac9d4fa1-2f7f-4fc5-8f42-d913a255bddf tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137018 May 12 18:59:41.949164 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Allocated IP 172.27.3.110 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/09505c22-2d3b-4ed6-b458-af81b4e3235e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:41.962696 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:41.981588 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:41.982388 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:41.983954 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] 10.222.0.49 "PUT /v2.0/ports/d1c66529-6b79-49ae-a06f-387cfa61a5ad HTTP/1.1" status: 200 len: 1094 time: 6.9702694 May 12 18:59:41.984521 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10655ce7-9ca0-49c7-b182-0d2447b6c93c', 'tag': 'd1c66529-6b79-49ae-a06f-387cfa61a5ad'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 18:59:42.068819 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-97495fba-0d06-43a8-96d9-890b81e257e9 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1985400350&fields=id&tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6 HTTP/1.1" status: 200 len: 267 time: 0.3908470 May 12 18:59:42.099516 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Publish callbacks [] for port (73220096-3424-4e24-bb90-e3c4348aa930), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.171268 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (73220096-3424-4e24-bb90-e3c4348aa930), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.174403 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.192899 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:42.210103 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:42.214310 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41f36e-b649-431e-ab44-7bd397b6b159 None None] Pushing event updated for resources: {'Port': ['ID=b510f703-bcdc-48c3-a78f-b8d76318f643,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:42.332481 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72807f7b-f24a-46f6-9157-2e7449808c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c66529-6b79-49ae-a06f-387cfa61a5ad,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:42.478254 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 2, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:42.499215 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port ae8f8aee-45f6-48e3-b439-349865d0c044 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:42.500123 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.534710 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Checking router: 3b95ac69-8b5f-4524-9850-5da5de761bc6 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:59:42.535501 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Updating router 3b95ac69-8b5f-4524-9850-5da5de761bc6 port 4f82929b-a755-4514-8475-c3bc0ff391fb binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:59:42.553148 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02e2bd-820e-40a4-a35a-01fea5cec326" -d '{"events": [{"name": "network-changed", "server_uuid": "10655ce7-9ca0-49c7-b182-0d2447b6c93c", "tag": "d1c66529-6b79-49ae-a06f-387cfa61a5ad"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 18:59:42.586385 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.602239 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Pushing event updated for resources: {'Port': ['ID=73220096-3424-4e24-bb90-e3c4348aa930,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:42.626978 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Network a5a4fc0e-0042-4201-aa54-6b150376479a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:42.630907 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:42.643684 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port ae8f8aee-45f6-48e3-b439-349865d0c044, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=ae8f8aee-45f6-48e3-b439-349865d0c044,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:42.670927 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.672114 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:42.801478 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=ae8f8aee-45f6-48e3-b439-349865d0c044,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:42.820702 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-d0a63614-1cf9-4b8d-842e-7192f09e495b None None] Provisioning complete for port b510f703-bcdc-48c3-a78f-b8d76318f643 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:42.822008 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d0a63614-1cf9-4b8d-842e-7192f09e495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.837755 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-372ce172-02ae-43d4-b292-26cc28ba441d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:42.839444 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-372ce172-02ae-43d4-b292-26cc28ba441d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 811 time: 0.7698500 May 12 18:59:42.847113 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-8b9b7ff8-43dc-4e29-8447-0d6bf0638182 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:42.849231 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-8b9b7ff8-43dc-4e29-8447-0d6bf0638182 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 819 time: 0.7749867 May 12 18:59:42.881269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (09505c22-2d3b-4ed6-b458-af81b4e3235e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.910362 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:42.921042 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 18:59:42.945389 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (09505c22-2d3b-4ed6-b458-af81b4e3235e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:42.945389 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-f9dc3bee-465d-4c9f-b6ee-9fe43e56a696 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/quotas/eb2e124562e34719a49be3de45e6cf37 HTTP/1.1" status: 200 len: 375 time: 0.0233719 May 12 18:59:42.979664 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:42.980177 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.104341 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=09505c22-2d3b-4ed6-b458-af81b4e3235e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:43.126230 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-80b9bb4c-83b7-4923-b5d5-f15da2d8072e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/quotas/a61f3c6e7974486a9f3a4f9d361c5fb6 HTTP/1.1" status: 200 len: 375 time: 0.2096651 May 12 18:59:43.179555 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Publish callbacks [] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.188419 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.194084 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 18:59:43.210518 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-76971fc3-a763-4018-a02a-5373ddfb1766 admin admin] 10.222.0.48 "PUT /v2.0/routers/b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2990057 May 12 18:59:43.220938 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Sync routers for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 18:59:43.241011 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:41Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:43.266956 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:43.313561 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:43.322346 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:43.344848 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-88d29b9d-01e2-4648-b0f5-c3271a0906af tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3713384 May 12 18:59:43.386214 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:43.387064 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:43.399666 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866ad12-6927-4dec-a5e9-262fda3d5b54 None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:41Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:59:43.455546 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41bac0-5ff5-46bb-bb52-3b2b6ae540b8 None None] Pushing event updated for resources: {'Port': ['ID=4f82929b-a755-4514-8475-c3bc0ff391fb,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:43.462925 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-001a6612-a42e-4533-80ce-b0536e058dc4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2571940 May 12 18:59:43.521232 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-d0a63614-1cf9-4b8d-842e-7192f09e495b None None] Current status of the port b510f703-bcdc-48c3-a78f-b8d76318f643 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:43.521641 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d0a63614-1cf9-4b8d-842e-7192f09e495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.565700 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Attempting to bind port 4f82929b-a755-4514-8475-c3bc0ff391fb on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:43.566654 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Attempting to bind port 4f82929b-a755-4514-8475-c3bc0ff391fb by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:43.568778 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Attempting to bind port 4f82929b-a755-4514-8475-c3bc0ff391fb on network 6591bd39-6d3d-40fe-a449-357cebc4a65e {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:43.574807 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:43.575627 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Checking segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:43.576251 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.576797 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Bound using segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:43.577473 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Bound port: 4f82929b-a755-4514-8475-c3bc0ff391fb, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:43.578093 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.689172 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (d820aee9-549a-4180-9241-88ecdb49a1d5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.748297 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d0a63614-1cf9-4b8d-842e-7192f09e495b None None] For port b510f703-bcdc-48c3-a78f-b8d76318f643, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b510f703-bcdc-48c3-a78f-b8d76318f643,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:43.764838 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:43.764838 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 079cdfce-25c2-464f-aa07-147e62490c95 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:43.765242 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] For port 4f82929b-a755-4514-8475-c3bc0ff391fb, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:43.776508 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] For port 4f82929b-a755-4514-8475-c3bc0ff391fb, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=4f82929b-a755-4514-8475-c3bc0ff391fb,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:43.796554 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.854118 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-3829a920-37c8-4fb9-9290-7eb63349d8fc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 18:59:43.864666 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d0a63614-1cf9-4b8d-842e-7192f09e495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.868378 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-3829a920-37c8-4fb9-9290-7eb63349d8fc service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1811926 May 12 18:59:43.919960 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (09505c22-2d3b-4ed6-b458-af81b4e3235e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:43.935041 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-da1563a8-5dba-4aed-b371-eb72655378fb service neutron] 10.222.0.48 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112499 May 12 18:59:43.955924 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:43.956807 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:44.030117 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41bac0-5ff5-46bb-bb52-3b2b6ae540b8 None None] Pushing event updated for resources: {'Port': ['ID=4f82929b-a755-4514-8475-c3bc0ff391fb,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:44.266839 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a63614-1cf9-4b8d-842e-7192f09e495b None None] Pushing event updated for resources: {'Port': ['ID=b510f703-bcdc-48c3-a78f-b8d76318f643,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:44.275168 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Provisioning complete for port 4f82929b-a755-4514-8475-c3bc0ff391fb triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:44.275700 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:44.285977 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:44.399802 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:44.447909 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-062cab32-a55d-4aad-a4d3-9741fd499079 service neutron] 10.222.0.48 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741105 May 12 18:59:44.498610 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-6672175d-56d9-4355-8db9-3ba4936a9e85 service neutron] 10.222.0.48 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800258 May 12 18:59:44.536783 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Current status of the port 4f82929b-a755-4514-8475-c3bc0ff391fb is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:44.537887 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:44.588825 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] For port 4f82929b-a755-4514-8475-c3bc0ff391fb, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=4f82929b-a755-4514-8475-c3bc0ff391fb,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:44.613017 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:44.678487 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Pushing event updated for resources: {'Port': ['ID=4f82929b-a755-4514-8475-c3bc0ff391fb,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:44.720044 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 079cdfce-25c2-464f-aa07-147e62490c95 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:44.720366 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (079cdfce-25c2-464f-aa07-147e62490c95), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:44.807318 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Provisioning complete for port 73220096-3424-4e24-bb90-e3c4348aa930 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:44.808586 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (73220096-3424-4e24-bb90-e3c4348aa930), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:44.816049 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:44.851161 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-b91e0bb8-b41c-462b-9b8f-e2eec70c0b8e service neutron] 10.222.0.48 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879008 May 12 18:59:44.873509 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-100fcc8c-4d13-4b55-8654-1a4555452a10 None None] Port 73220096-3424-4e24-bb90-e3c4348aa930 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:44.907708 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887b1f7-8768-4665-98f2-e9eb9c5fa789 None None] The sync data for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi is: [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:59:44.936177 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (09505c22-2d3b-4ed6-b458-af81b4e3235e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:44.964434 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (09505c22-2d3b-4ed6-b458-af81b4e3235e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:45.126378 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (d820aee9-549a-4180-9241-88ecdb49a1d5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:45.226231 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=09505c22-2d3b-4ed6-b458-af81b4e3235e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:45.228004 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-d1683337-7278-47ab-ac4d-187c0eed7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:45.230369 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-d1683337-7278-47ab-ac4d-187c0eed7b10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61be60da66374c5b9c064eefb5b54dfe&device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 1128 time: 0.1511352 May 12 18:59:45.242473 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:45.299702 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9280f920-1af3-47bd-a4d8-179174838148 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9141626 May 12 18:59:45.361044 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 079cdfce-25c2-464f-aa07-147e62490c95 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:45.568078 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-f6b67f31-26c2-4975-a4a6-bfcc7bf5090a None None] Provisioning complete for port 4f82929b-a755-4514-8475-c3bc0ff391fb triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:45.568078 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f6b67f31-26c2-4975-a4a6-bfcc7bf5090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:45.655206 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-dfdd2a5e-953a-4d32-84bd-cfa6c13edf2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c66529-6b79-49ae-a06f-387cfa61a5ad HTTP/1.1" status: 200 len: 217 time: 0.4049520 May 12 18:59:45.738281 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e04cfe-38ca-45e5-93b4-8ca733da81db req-4a2eb5b7-886a-42ca-b17f-777b94a198be tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:45.753296 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-20e04cfe-38ca-45e5-93b4-8ca733da81db req-4a2eb5b7-886a-42ca-b17f-777b94a198be tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 944 time: 0.1679974 May 12 18:59:45.921482 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 18:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d447f21f-78da-4b18-b3c0-db9908e223d2 x-openstack-request-id: req-d447f21f-78da-4b18-b3c0-db9908e223d2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 18:59:45.921810 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10655ce7-9ca0-49c7-b182-0d2447b6c93c", "tag": "d1c66529-6b79-49ae-a06f-387cfa61a5ad", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 18:59:45.922071 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d447f21f-78da-4b18-b3c0-db9908e223d2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 18:59:45.922556 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d447f21f-78da-4b18-b3c0-db9908e223d2'] response: {'name': 'network-changed', 'server_uuid': '10655ce7-9ca0-49c7-b182-0d2447b6c93c', 'tag': 'd1c66529-6b79-49ae-a06f-387cfa61a5ad', 'status': 'completed', 'code': 200} May 12 18:59:45.994708 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-20e04cfe-38ca-45e5-93b4-8ca733da81db req-cd773a91-1439-42c3-a62f-7c0044348c05 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345698 May 12 18:59:46.060685 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:41Z', 'revision_number': 2, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:46.160839 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95ad3984-1340-4131-91d0-b353a52fdf2f req-ba4d9290-1149-4a58-a401-e6a692023bd3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0654080 May 12 18:59:46.215711 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device ae8f8aee-45f6-48e3-b439-349865d0c044 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:46.230268 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Checking router: b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 18:59:46.230835 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Updating router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 port 73220096-3424-4e24-bb90-e3c4348aa930 binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 18:59:46.343499 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-f6b67f31-26c2-4975-a4a6-bfcc7bf5090a None None] Current status of the port 4f82929b-a755-4514-8475-c3bc0ff391fb is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:46.386954 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34040) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:46.391664 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-dbca9bf2-6fb1-45d6-9116-6bb42c469f69 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885561792', 'description': 'tempest-description--829820082'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:46.405436 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c3e18618-8627-4fae-b245-be955e28376f req-8aefa3ae-4c95-4297-bafb-00b75d9dd0c9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0960283 May 12 18:59:46.412196 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (73220096-3424-4e24-bb90-e3c4348aa930), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:46.475564 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbca9bf2-6fb1-45d6-9116-6bb42c469f69 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:46.640665 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-de5f1020-b596-4c75-8140-b80c29f1b801 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1345582703&fields=id&tenant_id=1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 267 time: 0.1020665 May 12 18:59:46.715912 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbca9bf2-6fb1-45d6-9116-6bb42c469f69 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (b823caff-99cb-460c-bdd6-c14f99f42f1b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:46.721168 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbca9bf2-6fb1-45d6-9116-6bb42c469f69 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b823caff-99cb-460c-bdd6-c14f99f42f1b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:46.807630 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca9bf2-6fb1-45d6-9116-6bb42c469f69 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b823caff-99cb-460c-bdd6-c14f99f42f1b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:46.824326 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbca9bf2-6fb1-45d6-9116-6bb42c469f69 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:46.826863 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-dbca9bf2-6fb1-45d6-9116-6bb42c469f69 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4389036 May 12 18:59:46.830152 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34066) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:46.840565 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-d2ee5955-f729-4a56-88d0-5114b3ad809e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'security_group_rule': {'security_group_id': 'b823caff-99cb-460c-bdd6-c14f99f42f1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:46.883816 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port ae8f8aee-45f6-48e3-b439-349865d0c044 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:46.884273 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:46.897762 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5955-f729-4a56-88d0-5114b3ad809e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (7294cb14-6c55-4efb-babf-438de25f1810), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:46.931309 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-4279850f-ad01-45cc-ad78-39000eee3a50 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:46.946851 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-4279850f-ad01-45cc-ad78-39000eee3a50 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 814 time: 0.2975035 May 12 18:59:46.964858 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-fd836731-1620-42e7-bf89-136f3830cf51 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/quotas/1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 375 time: 0.0168328 May 12 18:59:47.001818 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5955-f729-4a56-88d0-5114b3ad809e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (7294cb14-6c55-4efb-babf-438de25f1810), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.009486 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5955-f729-4a56-88d0-5114b3ad809e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (7294cb14-6c55-4efb-babf-438de25f1810), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.037561 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5955-f729-4a56-88d0-5114b3ad809e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.041231 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-d2ee5955-f729-4a56-88d0-5114b3ad809e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2050371 May 12 18:59:47.042059 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee5955-f729-4a56-88d0-5114b3ad809e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7294cb14-6c55-4efb-babf-438de25f1810,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:47.043792 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34072) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:47.048929 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-df0552d8-74bc-4a6b-bd1d-ea6467c0f688 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'security_group_rule': {'security_group_id': 'b823caff-99cb-460c-bdd6-c14f99f42f1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:47.053039 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-bfd73d5c-034c-4864-a2a1-cfb9c7bdb623 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867910 May 12 18:59:47.101202 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df0552d8-74bc-4a6b-bd1d-ea6467c0f688 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (25deaa31-81c4-480c-be9b-34c04f0814bd), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.105732 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port ae8f8aee-45f6-48e3-b439-349865d0c044 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:47.107563 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:47.116376 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Publish callbacks [] for port (73220096-3424-4e24-bb90-e3c4348aa930), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.152984 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (73220096-3424-4e24-bb90-e3c4348aa930), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.210408 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa658b-4eb1-448f-8a55-3548a7a467f0 req-777a65ee-2cb1-433a-b5e4-609de3f7ab68 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:47.217760 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a1fa658b-4eb1-448f-8a55-3548a7a467f0 req-777a65ee-2cb1-433a-b5e4-609de3f7ab68 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 944 time: 0.1060903 May 12 18:59:47.266767 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-33a93845-9405-4e86-b8d5-60812fab963e service neutron] 10.222.0.48 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012038 May 12 18:59:47.369542 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a1fa658b-4eb1-448f-8a55-3548a7a467f0 req-02935291-1b0e-430f-a550-11bc47836f22 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505198 May 12 18:59:47.441982 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:47.442935 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.495489 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df0552d8-74bc-4a6b-bd1d-ea6467c0f688 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (25deaa31-81c4-480c-be9b-34c04f0814bd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.506436 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df0552d8-74bc-4a6b-bd1d-ea6467c0f688 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (25deaa31-81c4-480c-be9b-34c04f0814bd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.533654 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18a9a3-42ab-43ee-939c-e6e977cb0e3c None None] Pushing event updated for resources: {'Port': ['ID=73220096-3424-4e24-bb90-e3c4348aa930,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:47.536806 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-beab81d0-d32a-4126-a79b-d98111534b7d service neutron] 10.222.0.48 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687089 May 12 18:59:47.546957 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0552d8-74bc-4a6b-bd1d-ea6467c0f688 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25deaa31-81c4-480c-be9b-34c04f0814bd,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:47.566995 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df0552d8-74bc-4a6b-bd1d-ea6467c0f688 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.568603 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-df0552d8-74bc-4a6b-bd1d-ea6467c0f688 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5238316 May 12 18:59:47.577257 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34082) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:47.582054 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:47.593495 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-501c1cb0-15c5-4907-85d3-d236ed973785 None None] Provisioning complete for port 73220096-3424-4e24-bb90-e3c4348aa930 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:47.593921 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-501c1cb0-15c5-4907-85d3-d236ed973785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (73220096-3424-4e24-bb90-e3c4348aa930), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.604384 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-370c5456-47dc-459d-9d71-b620e023fdeb req-54d3591b-9db9-4be8-a7fc-af6ec6cb1a17 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.1000192 May 12 18:59:47.636819 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.675068 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Attempting to bind port 73220096-3424-4e24-bb90-e3c4348aa930 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:47.675434 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Attempting to bind port 73220096-3424-4e24-bb90-e3c4348aa930 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:47.675791 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Attempting to bind port 73220096-3424-4e24-bb90-e3c4348aa930 on network a5a4fc0e-0042-4201-aa54-6b150376479a {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:47.686982 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:47.687521 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Checking segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:47.687950 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.688371 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Bound using segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:47.688860 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Bound port: 73220096-3424-4e24-bb90-e3c4348aa930, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:47.689246 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (73220096-3424-4e24-bb90-e3c4348aa930), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.702126 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-94bccbf6-081a-4049-889e-e118b4c7c024 req-9b17121e-2aa5-4788-8521-b371b013366b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0412076 May 12 18:59:47.720792 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:47.722170 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b510f703-bcdc-48c3-a78f-b8d76318f643 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:47.745004 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-501c1cb0-15c5-4907-85d3-d236ed973785 None None] Port 73220096-3424-4e24-bb90-e3c4348aa930 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:47.759242 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.844112 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ecf5b65-f2e5-4eaf-9724-5284d39cc57c req-c612ca89-1ea7-4d2d-ba67-70cd7e88bf5a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 210 time: 0.0412230 May 12 18:59:47.846085 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port b510f703-bcdc-48c3-a78f-b8d76318f643 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:47.846526 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.889076 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] For port 73220096-3424-4e24-bb90-e3c4348aa930, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:47.893109 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] For port 73220096-3424-4e24-bb90-e3c4348aa930, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=73220096-3424-4e24-bb90-e3c4348aa930,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:47.904505 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (73220096-3424-4e24-bb90-e3c4348aa930), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:47.906936 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Allocated IP 172.27.3.188 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/5f8523d2-3272-413a-b8ef-0da1c7848038) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:47.985802 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 18:59:47.985802 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:48.049489 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18a9a3-42ab-43ee-939c-e6e977cb0e3c None None] Pushing event updated for resources: {'Port': ['ID=73220096-3424-4e24-bb90-e3c4348aa930,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:48.078582 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for port (5f8523d2-3272-413a-b8ef-0da1c7848038), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.079313 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port b510f703-bcdc-48c3-a78f-b8d76318f643 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:48.080306 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 4f82929b-a755-4514-8475-c3bc0ff391fb up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:48.130156 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (5f8523d2-3272-413a-b8ef-0da1c7848038), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.185764 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:48.189353 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:48.193758 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:48.232864 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'Port': ['ID=5f8523d2-3272-413a-b8ef-0da1c7848038,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:48.258562 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (416143c5-03f2-4104-a32c-939c4d0c7f51), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.301275 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5f8523d2-3272-413a-b8ef-0da1c7848038), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.316814 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a1b96e0a-14cf-4732-9cd3-3f4c513e371e None None] Provisioning complete for port 73220096-3424-4e24-bb90-e3c4348aa930 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:48.317406 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a1b96e0a-14cf-4732-9cd3-3f4c513e371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (73220096-3424-4e24-bb90-e3c4348aa930), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.352006 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 18:59:48.418614 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 4f82929b-a755-4514-8475-c3bc0ff391fb triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:48.418997 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.487080 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-6dc8d3a9-3d77-4662-8fd6-5acf8339d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:48.488635 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-6dc8d3a9-3d77-4662-8fd6-5acf8339d956 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fd4181-8133-4739-b6e9-e8883fe840d7 HTTP/1.1" status: 200 len: 852 time: 0.0969863 May 12 18:59:48.497778 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401555f-4119-4c13-a315-85c3d0164d4a req-990384b9-262f-43db-a71c-3323c9d1c1b3 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:48.499922 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1401555f-4119-4c13-a315-85c3d0164d4a req-990384b9-262f-43db-a71c-3323c9d1c1b3 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 944 time: 0.0587163 May 12 18:59:48.588298 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1401555f-4119-4c13-a315-85c3d0164d4a req-8127747d-746c-4130-a1a6-bb4e79146782 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805106 May 12 18:59:48.605136 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-f3249181-16d4-42c8-94c0-4aac843e58c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39bce4c1-f617-4e88-ab89-38b69663f080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588720 May 12 18:59:48.607277 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for port (5f8523d2-3272-413a-b8ef-0da1c7848038), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.610882 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a1b96e0a-14cf-4732-9cd3-3f4c513e371e None None] Current status of the port 73220096-3424-4e24-bb90-e3c4348aa930 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:48.611380 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a1b96e0a-14cf-4732-9cd3-3f4c513e371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (73220096-3424-4e24-bb90-e3c4348aa930), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.617444 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5f8523d2-3272-413a-b8ef-0da1c7848038), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.666625 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (416143c5-03f2-4104-a32c-939c4d0c7f51), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.697028 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.698369 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1198704 May 12 18:59:48.699549 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a236-1871-4e9f-b953-e55c48bd678e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'Port': ['ID=5f8523d2-3272-413a-b8ef-0da1c7848038,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:48.742447 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53a4923c-9fe6-4577-b32d-05d707a51f5b req-8b8c1483-4451-43b6-b9d6-4de2ebc14f4f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0437319 May 12 18:59:48.747707 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 4f82929b-a755-4514-8475-c3bc0ff391fb is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:48.760415 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a1b96e0a-14cf-4732-9cd3-3f4c513e371e None None] For port 73220096-3424-4e24-bb90-e3c4348aa930, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=73220096-3424-4e24-bb90-e3c4348aa930,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:48.764519 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:47Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 18:59:48.768254 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a1b96e0a-14cf-4732-9cd3-3f4c513e371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (73220096-3424-4e24-bb90-e3c4348aa930), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:48.816738 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3118e-01db-4b89-80c2-57737e88c13d None None] The sync data for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi is: [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:47Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 18:59:48.875657 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-80c6e776-2d2a-4534-b9e2-d45e325bd865 req-12499ffb-71f6-44a2-b457-72c4266e7082 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0465529 May 12 18:59:48.931125 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b96e0a-14cf-4732-9cd3-3f4c513e371e None None] Pushing event updated for resources: {'Port': ['ID=73220096-3424-4e24-bb90-e3c4348aa930,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:48.974428 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-94d31036-2516-4d18-a2a9-0678777bfcdf tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1885561792&fields=id&tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb HTTP/1.1" status: 200 len: 267 time: 0.0969174 May 12 18:59:48.986454 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-3ce6e1cd-d787-4481-8005-1c684295ab66 service neutron] 10.222.0.49 "GET /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616168 May 12 18:59:49.104093 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb8a9a36-880b-4fc4-a026-a6811fad21b7 req-a2aae8a3-0d26-4e34-82d3-8e7302738e0d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 210 time: 0.0369732 May 12 18:59:49.133880 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-3083841d-08d8-4507-99d4-b3570e7dfa23 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:49.135349 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-3083841d-08d8-4507-99d4-b3570e7dfa23 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 817 time: 0.1599350 May 12 18:59:49.151326 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-c37e62a7-1b06-4abc-8460-6acd907faef5 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/quotas/2a8b3b5b2c48416c8c6b99b27cfa3aeb HTTP/1.1" status: 200 len: 375 time: 0.0098743 May 12 18:59:49.202028 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5f846746-0fbb-45fe-972c-537a5cab0b7b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453422 May 12 18:59:49.294280 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cfe838b2-56e1-4920-9910-8e2b56fe9541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:49.332452 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-50d6fcf5-628a-40c8-bf1f-3decc317aaa7 service neutron] 10.222.0.48 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098962 May 12 18:59:49.425736 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-12711911-7d87-4fd2-90ad-388b7373b77c service neutron] 10.222.0.48 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 May 12 18:59:49.580566 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-784f4d2a-bd90-4e31-804f-1423e4e90d87 req-a55e58b4-7e10-49b2-a097-78759e4ea275 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 210 time: 0.0274489 May 12 18:59:49.701400 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d2cb-8d00-4829-bb4a-a3dd9fe8470a req-718194b4-2191-4ab7-956f-436f1bc56636 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:49.702914 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eba3d2cb-8d00-4829-bb4a-a3dd9fe8470a req-718194b4-2191-4ab7-956f-436f1bc56636 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 944 time: 0.0586681 May 12 18:59:49.765710 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eba3d2cb-8d00-4829-bb4a-a3dd9fe8470a req-ed030765-b2b5-4d6d-a68f-a28354a201c7 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548506 May 12 18:59:49.833960 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-18abd6fb-28de-4846-adba-ef8c9689c26d req-3dbb50fb-cab0-4dad-84fb-269809556603 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0304422 May 12 18:59:49.976362 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99ad9df4-6029-465a-9fef-3fdd028931ac req-95c90f48-1895-497a-ad80-10202eff5834 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0283318 May 12 18:59:50.203063 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8843998-8d24-4600-bc1a-ba8b7035b006 req-3b270b5f-2485-45d7-82cd-53ae257d002f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 210 time: 0.0285342 May 12 18:59:50.678588 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e2330a30-8d02-45a7-94a9-25dfa7157edd req-0f6bf0e2-febe-4f76-b82c-b12ba3e98717 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 210 time: 0.0299127 May 12 18:59:50.846905 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 73220096-3424-4e24-bb90-e3c4348aa930 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:50.878597 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626b893-cf78-4840-a43f-d728e4f07d41 req-1b7573ac-268e-42e4-90a5-d25869a23de1 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:50.880626 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a626b893-cf78-4840-a43f-d728e4f07d41 req-1b7573ac-268e-42e4-90a5-d25869a23de1 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 944 time: 0.0528188 May 12 18:59:50.931586 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 73220096-3424-4e24-bb90-e3c4348aa930 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:50.932242 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (73220096-3424-4e24-bb90-e3c4348aa930), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:50.980450 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a7ebf7f-ac6b-4c4c-b602-34901a886e73 req-1739ddb7-5236-4e97-8f24-822671188c3b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0411704 May 12 18:59:50.985585 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a626b893-cf78-4840-a43f-d728e4f07d41 req-9d9afc5f-2c23-4bb0-983c-1f53d65e4d54 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965233 May 12 18:59:51.041788 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 73220096-3424-4e24-bb90-e3c4348aa930 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:51.108658 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a44622b-9c8d-4ffe-a604-effd43aeb0cd req-f142dd4d-0235-4a9a-a948-44c8cd7696ea tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0378194 May 12 18:59:51.298636 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1782b249-bc5c-4e2b-a2e8-ed437a44c628 req-b3b007ea-80d4-418b-a558-bb8ac480e176 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 210 time: 0.0270782 May 12 18:59:51.328714 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2e855671-0d1b-4fe6-b73d-92173daa56f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:51.515036 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.49', 63140) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:51.653476 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-b8ec740f-2ae6-470e-8cbf-d6d6d671f5cb req-69325be1-6329-4d15-b43c-9fc36f89bc1f service neutron] 10.222.0.49 "GET /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597631 May 12 18:59:51.683868 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-1424ebd0-2d3c-4584-991c-f895b909ad46 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:51.686134 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-1424ebd0-2d3c-4584-991c-f895b909ad46 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 819 time: 0.1269233 May 12 18:59:51.780786 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59c58166-2bd1-4bbe-bad8-86c37e70d7cf req-462b61bf-b43e-4f9f-bd49-6f3b7b2f5723 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 210 time: 0.0319757 May 12 18:59:51.977294 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'port': {'device_id': '1351fe24-18b4-4cb5-b54f-33595df43567', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'admin_state_up': True, 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:52.141740 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Made reservation on behalf of eb2e124562e34719a49be3de45e6cf37 for: {'port': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:52.146572 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:52.164951 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1d618-a744-4292-af10-24862fef5e4a req-d736c57c-72ff-445b-8826-472f7632915f tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:52.172577 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ae1d618-a744-4292-af10-24862fef5e4a req-d736c57c-72ff-445b-8826-472f7632915f tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 944 time: 0.0925543 May 12 18:59:52.204999 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eac2aa30-d775-46e9-9eee-493e86e2fc27 req-2af523c5-253b-49b1-8260-312e1ed11e99 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0664680 May 12 18:59:52.317149 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Allocated IP 172.20.0.13 (6591bd39-6d3d-40fe-a449-357cebc4a65e/f3f3bd19-3539-4f5d-ac3f-51e3214dffc4/892d0c20-1c89-4582-aee5-a3cc582f961d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:52.430658 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ae1d618-a744-4292-af10-24862fef5e4a req-db7f74c3-79df-4b30-87b1-6dc559d0ea67 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572258 May 12 18:59:52.446753 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dba4d64d-c7bf-41e8-9af1-ec9af47ae691 req-e00b0f99-b231-458f-bb25-1bab05b426bd tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0324919 May 12 18:59:52.514064 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:52.546430 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-edad692c-1ac2-4f37-9bfe-82f77198ea81 req-649201e1-6334-46ac-b817-b820124e0e16 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 210 time: 0.0317209 May 12 18:59:52.559918 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:52.607542 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:52.610634 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:52.614563 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:52.620213 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:52.620840 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:52.634876 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event updated for resources: {'Port': ['ID=892d0c20-1c89-4582-aee5-a3cc582f961d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:52.652961 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-c483e923-7987-4544-b181-812ddda7939a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6809154 May 12 18:59:52.885715 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1533a3b7-f6f3-465f-bca0-6729005cf3bf req-8aa280f2-530d-4e68-9f19-97dc0a0ecef8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 210 time: 0.0300591 May 12 18:59:52.925630 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-0f537d59-468e-498c-bf7b-67176af583ea None None] Provisioning complete for port 892d0c20-1c89-4582-aee5-a3cc582f961d triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:52.927131 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0f537d59-468e-498c-bf7b-67176af583ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:52.956944 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:52.968564 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-0f537d59-468e-498c-bf7b-67176af583ea None None] Port 892d0c20-1c89-4582-aee5-a3cc582f961d cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:52.975741 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34240) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:53.085202 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9305e32a-b8e3-4fd0-9a82-a1dacc5457da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.092235 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.162761 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9305e32a-b8e3-4fd0-9a82-a1dacc5457da admin admin] Publish callbacks [] for security_group (04de9748-5973-464c-8f04-e61453b3a136), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.166761 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9305e32a-b8e3-4fd0-9a82-a1dacc5457da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (04de9748-5973-464c-8f04-e61453b3a136), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.204570 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9305e32a-b8e3-4fd0-9a82-a1dacc5457da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3d8b3fe02db40778127367476f0b8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277117 May 12 18:59:53.205723 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305e32a-b8e3-4fd0-9a82-a1dacc5457da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04de9748-5973-464c-8f04-e61453b3a136,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:53.207287 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 34246) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:53.263330 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ece99050-0a0b-4861-9fe6-44d5f89535e0 admin admin] Publish callbacks [] for security_group (04de9748-5973-464c-8f04-e61453b3a136), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.312020 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ece99050-0a0b-4861-9fe6-44d5f89535e0 admin admin] Publish callbacks [] for security_group (04de9748-5973-464c-8f04-e61453b3a136), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.314733 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0aee169-6fcb-459f-94e4-ecbfa65b7690 req-7fab43ef-e6a7-4190-b042-d12e0ca5eddd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0395229 May 12 18:59:53.361702 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ece99050-0a0b-4861-9fe6-44d5f89535e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (04de9748-5973-464c-8f04-e61453b3a136), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.364225 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ece99050-0a0b-4861-9fe6-44d5f89535e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.365404 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ece99050-0a0b-4861-9fe6-44d5f89535e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04de9748-5973-464c-8f04-e61453b3a136 HTTP/1.1" status: 204 len: 168 time: 0.1565089 May 12 18:59:53.373190 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece99050-0a0b-4861-9fe6-44d5f89535e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04de9748-5973-464c-8f04-e61453b3a136,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:53.512638 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.49', 63150) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:53.638171 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fb2065ac-6a6d-486c-9842-f8550fcb196a req-6b68c534-0d99-43e5-9e3b-7e5b61645927 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0916545 May 12 18:59:53.725860 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87c1e4-544c-4417-9203-605fcbc1be98 req-f26a924b-e7c7-4a59-873f-3d365d6c551e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:53.729559 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a87c1e4-544c-4417-9203-605fcbc1be98 req-f26a924b-e7c7-4a59-873f-3d365d6c551e tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 944 time: 0.1513612 May 12 18:59:53.779619 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 18:59:53.793597 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Request body: {'port': {'device_id': '1351fe24-18b4-4cb5-b54f-33595df43567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:53.804726 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 34276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:53.855856 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f9c2864-3d15-4486-92aa-12722167d31d req-2d2d2751-ed8a-4dd4-a2de-72fee20c9847 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 210 time: 0.1253073 May 12 18:59:53.856875 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac7d3159-3626-44bb-bcb4-d022025d31fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:53.868201 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 63151) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:53.894579 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-9ba7a26c-7eb3-4c82-a7ac-a1009c2d8aa6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:53.896634 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-9ba7a26c-7eb3-4c82-a7ac-a1009c2d8aa6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 814 time: 0.3481336 May 12 18:59:53.901664 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-eb2a777e-7565-4876-81d5-a22f023a99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:53.904452 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-eb2a777e-7565-4876-81d5-a22f023a99eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61be60da66374c5b9c064eefb5b54dfe&device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 1128 time: 0.3631961 May 12 18:59:53.967438 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a87c1e4-544c-4417-9203-605fcbc1be98 req-149b3084-5078-4c54-aa35-73fab7f0200c tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323718 May 12 18:59:53.978065 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.074188 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a22fb57-93b0-4e26-9b06-2712621cdca3 req-bb8a91b4-d06d-4b4d-ab7a-789fd17a822c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 210 time: 0.0500803 May 12 18:59:54.111691 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-f26da964-880f-4934-95ab-99c637f46ba9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:54.113191 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-f26da964-880f-4934-95ab-99c637f46ba9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 819 time: 0.2416899 May 12 18:59:54.128149 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac7d3159-3626-44bb-bcb4-d022025d31fd admin admin] Publish callbacks [] for security_group (9979891f-5519-4136-b10a-347f295a3b79), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.134766 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac7d3159-3626-44bb-bcb4-d022025d31fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (9979891f-5519-4136-b10a-347f295a3b79), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.186982 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ac7d3159-3626-44bb-bcb4-d022025d31fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2709f1395f884157848ca4c985eb4de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812468 May 12 18:59:54.191691 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 34300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:54.208784 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d3159-3626-44bb-bcb4-d022025d31fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9979891f-5519-4136-b10a-347f295a3b79,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:54.247601 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'port': {'device_id': '398fab6a-ea82-46a2-907a-5c98b273d143', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'admin_state_up': True, 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:54.269185 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.347845 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cde5d5a2-799b-4f8f-81ac-36c732303564 admin admin] Publish callbacks [] for security_group (9979891f-5519-4136-b10a-347f295a3b79), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.412441 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cde5d5a2-799b-4f8f-81ac-36c732303564 admin admin] Publish callbacks [] for security_group (9979891f-5519-4136-b10a-347f295a3b79), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.467125 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-603581ee-4846-4b42-bbca-7271fd04c9e3 req-23ecd447-d35e-4dfc-be9a-a048e02e8d01 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0316775 May 12 18:59:54.467383 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-280fb576-0b49-4fc6-8ba5-d745e0a6910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:54.468712 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-280fb576-0b49-4fc6-8ba5-d745e0a6910b service neutron] 10.222.0.49 "GET /v2.0/networks?id=39bce4c1-f617-4e88-ab89-38b69663f080 HTTP/1.1" status: 200 len: 913 time: 0.2473855 May 12 18:59:54.476450 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-13cb7849-0ea2-4cfb-96c8-d1b0e7626d8f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 380 time: 0.2540004 May 12 18:59:54.495992 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Made reservation on behalf of eb2e124562e34719a49be3de45e6cf37 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:54.500708 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.662357 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cde5d5a2-799b-4f8f-81ac-36c732303564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (9979891f-5519-4136-b10a-347f295a3b79), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.664268 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d1c66529-6b79-49ae-a06f-387cfa61a5ad details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 18:59:54.665585 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cde5d5a2-799b-4f8f-81ac-36c732303564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:54.667049 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cde5d5a2-799b-4f8f-81ac-36c732303564 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9979891f-5519-4136-b10a-347f295a3b79 HTTP/1.1" status: 204 len: 168 time: 0.4739008 May 12 18:59:54.670420 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 63160) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:54.817567 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5d5a2-799b-4f8f-81ac-36c732303564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9979891f-5519-4136-b10a-347f295a3b79,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:54.820945 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'port': {'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'admin_state_up': True, 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'security_groups': ['6f44d062-2b9d-4909-a785-fd10bf277f82']}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:54.825345 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 63162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:54.864989 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d1c66529-6b79-49ae-a06f-387cfa61a5ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c66529-6b79-49ae-a06f-387cfa61a5ad,segment=NetworkSegment(4b3d6318-5df2-40b8-b6a5-8f45730925b4),segment_id=4b3d6318-5df2-40b8-b6a5-8f45730925b4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:54.881366 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2a711cc9-18e9-48bd-96de-4181f29caf2a req-d6f9910f-ff4d-475e-90ca-5664580b880a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0571277 May 12 18:59:54.885414 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': 'd1c66529-6b79-49ae-a06f-387cfa61a5ad', 'network_id': '39bce4c1-f617-4e88-ab89-38b69663f080', 'port_id': 'd1c66529-6b79-49ae-a06f-387cfa61a5ad', 'mac_address': 'fa:16:3e:96:a9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fd4181-8133-4739-b6e9-e8883fe840d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 18:59:54.891384 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-80eb6d49-9bc9-458e-9c38-9aa9fa37753c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c66529-6b79-49ae-a06f-387cfa61a5ad HTTP/1.1" status: 200 len: 217 time: 0.1029694 May 12 18:59:54.969635 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5107eb71-92d1-40a4-b9be-cf715835976e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:54.971901 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5107eb71-92d1-40a4-b9be-cf715835976e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 811 time: 0.2930555 May 12 18:59:54.974317 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d1c66529-6b79-49ae-a06f-387cfa61a5ad is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:54.975934 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:55.027031 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c66529-6b79-49ae-a06f-387cfa61a5ad {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 18:59:55.067359 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d1c66529-6b79-49ae-a06f-387cfa61a5ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c66529-6b79-49ae-a06f-387cfa61a5ad,segment=NetworkSegment(4b3d6318-5df2-40b8-b6a5-8f45730925b4),segment_id=4b3d6318-5df2-40b8-b6a5-8f45730925b4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:55.079073 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:55.159034 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d1c66529-6b79-49ae-a06f-387cfa61a5ad,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:55.212974 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2c82ea04-434c-409f-bdfb-07a03d6344c7 req-20957d73-98aa-43d5-9d36-3fe502a333f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 210 time: 0.2126482 May 12 18:59:55.278528 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-0fe08d42-ec48-448e-b1f1-7db1911637d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:55.281231 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-0fe08d42-ec48-448e-b1f1-7db1911637d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fd4181-8133-4739-b6e9-e8883fe840d7 HTTP/1.1" status: 200 len: 852 time: 0.2465303 May 12 18:59:55.305281 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a70e8-8c16-4404-805e-18ed768020c9 req-e9b54a58-691c-4f71-9b46-47c38f730746 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:55.307114 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892d0c20-1c89-4582-aee5-a3cc582f961d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 18:59:55.319568 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-270a70e8-8c16-4404-805e-18ed768020c9 req-e9b54a58-691c-4f71-9b46-47c38f730746 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 945 time: 0.2018225 May 12 18:59:55.351443 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Publish callbacks [] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:55.368474 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-04e235bb-4664-4230-b75e-aaa09960bcbf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39bce4c1-f617-4e88-ab89-38b69663f080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531693 May 12 18:59:55.373384 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-2acf0241-f8f2-4584-9b28-a0536c044e6c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6 HTTP/1.1" status: 200 len: 380 time: 0.3717971 May 12 18:59:55.386723 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Made reservation on behalf of 1579004868f04df3baa3ad959277ba00 for: {'port': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:55.390570 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:55.393381 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Transition to ACTIVE for port object 892d0c20-1c89-4582-aee5-a3cc582f961d will not be triggered until provisioned by entity L2. {{(pid=103290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 18:59:55.404003 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-56b4aa85-f38c-44fb-8bad-e66193a4570e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:55.405128 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-56b4aa85-f38c-44fb-8bad-e66193a4570e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 817 time: 0.4771335 May 12 18:59:55.406918 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:55.426292 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a8fef85c-cdb1-4750-9a34-d6f6a6bdb62c req-92fc9f1f-a881-4024-bf63-a2ae61541c50 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 210 time: 0.0867279 May 12 18:59:55.467676 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['d1c66529-6b79-49ae-a06f-387cfa61a5ad'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 18:59:55.533832 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'port': {'device_id': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'admin_state_up': True, 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'security_groups': ['92e24c62-42c3-4a76-9f7f-f2f6ee811fb5']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:55.707176 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Pushing event updated for resources: {'Port': ['ID=892d0c20-1c89-4582-aee5-a3cc582f961d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:55.766068 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:55.839383 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-221c41a6-ae2f-48d2-b904-4154c7747933 req-091fba5b-8d39-47e0-88d0-a38d773717e2 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.1325254 May 12 18:59:55.874292 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-270a70e8-8c16-4404-805e-18ed768020c9 req-d5aaeba9-6a7e-493e-a890-e9c0ace4d8a1 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201240 May 12 18:59:55.929467 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Attempting to bind port 892d0c20-1c89-4582-aee5-a3cc582f961d on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:55.930503 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Attempting to bind port 892d0c20-1c89-4582-aee5-a3cc582f961d by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:55.930985 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Attempting to bind port 892d0c20-1c89-4582-aee5-a3cc582f961d on network 6591bd39-6d3d-40fe-a449-357cebc4a65e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:55.933464 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Allocated IP 172.20.0.3 (6591bd39-6d3d-40fe-a449-357cebc4a65e/f3f3bd19-3539-4f5d-ac3f-51e3214dffc4/48557972-00a2-459a-88df-83a565897bd6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:55.955463 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Port 892d0c20-1c89-4582-aee5-a3cc582f961d on network 6591bd39-6d3d-40fe-a449-357cebc4a65e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 18:59:55.956033 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Attempting to bind port 892d0c20-1c89-4582-aee5-a3cc582f961d on network 6591bd39-6d3d-40fe-a449-357cebc4a65e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:55.972056 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-0f26cd50-36db-439a-b0cd-e89d1e484993 service neutron] 10.222.0.49 "GET /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126798 May 12 18:59:55.976609 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:55.977271 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Checking segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:55.977832 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Bound using segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:55.978645 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Bound port: 892d0c20-1c89-4582-aee5-a3cc582f961d, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:55.979297 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.005985 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Allocated IP 172.20.0.4 (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b/1e975438-75d0-4ea7-a186-cd5e2f436c11/1b6193bd-0c92-47cd-8e4c-4291685e61ee) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:56.058503 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd75b56c-a2ee-4c44-a98c-f4c5903d92d7 req-f45f9022-4d5c-48f0-8eb7-a2ccd09dd53b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0601461 May 12 18:59:56.070676 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-bc03ba48-84b8-4579-8771-28586b49dcdd tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb HTTP/1.1" status: 200 len: 380 time: 0.5796766 May 12 18:59:56.100837 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'port': {'device_id': 'f3fae6df-666d-4354-9089-87b51631cb48', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'admin_state_up': True, 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'security_groups': ['b823caff-99cb-460c-bdd6-c14f99f42f1b']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:56.250934 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-6a02e2bd-820e-40a4-a35a-01fea5cec326 req-88451d05-3528-49f2-a905-bc66e99161f8 service neutron] 10.222.0.49 "GET /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657690 May 12 18:59:56.298884 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] For port 892d0c20-1c89-4582-aee5-a3cc582f961d, host hv-cinder-79575, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:56.323268 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] For port 892d0c20-1c89-4582-aee5-a3cc582f961d, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=892d0c20-1c89-4582-aee5-a3cc582f961d,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:56.337261 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.342247 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Made reservation on behalf of a61f3c6e7974486a9f3a4f9d361c5fb6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:56.345816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.396549 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:56.397174 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.398582 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] 10.222.0.49 "PUT /v2.0/ports/892d0c20-1c89-4582-aee5-a3cc582f961d HTTP/1.1" status: 200 len: 1094 time: 2.8549669 May 12 18:59:56.399039 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1351fe24-18b4-4cb5-b54f-33595df43567', 'tag': '892d0c20-1c89-4582-aee5-a3cc582f961d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 18:59:56.401570 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1351fe24-18b4-4cb5-b54f-33595df43567", "tag": "892d0c20-1c89-4582-aee5-a3cc582f961d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 18:59:56.410029 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.442655 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f33c-5e89-42bf-bd93-6e0a7638a10d service neutron] Pushing event updated for resources: {'Port': ['ID=892d0c20-1c89-4582-aee5-a3cc582f961d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:56.476163 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-11a3d9bc-6dd2-4a80-a7cf-6b0c574131a2 req-ab340808-095f-45d6-bee4-0e993ad4e576 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 210 time: 0.1267562 May 12 18:59:56.491727 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.525920 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 18:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5d73d8-9145-437c-bde2-7d059c962d38 x-openstack-request-id: req-de5d73d8-9145-437c-bde2-7d059c962d38 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 18:59:56.526414 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1351fe24-18b4-4cb5-b54f-33595df43567", "tag": "892d0c20-1c89-4582-aee5-a3cc582f961d", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 18:59:56.526672 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de5d73d8-9145-437c-bde2-7d059c962d38 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 18:59:56.527129 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5d73d8-9145-437c-bde2-7d059c962d38'] response: {'name': 'network-changed', 'server_uuid': '1351fe24-18b4-4cb5-b54f-33595df43567', 'tag': '892d0c20-1c89-4582-aee5-a3cc582f961d', 'status': 'completed', 'code': 200} May 12 18:59:56.597196 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:56.616269 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:56.639209 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-d90d9c7e-516a-46c3-b556-11d390f00a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:56.642558 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-d90d9c7e-516a-46c3-b556-11d390f00a31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 1128 time: 0.1450942 May 12 18:59:56.643444 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=1b6193bd-0c92-47cd-8e4c-4291685e61ee,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:56.646711 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:56.652679 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d1c66529-6b79-49ae-a06f-387cfa61a5ad up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 18:59:56.663564 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:56.667843 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.796472 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for port (48557972-00a2-459a-88df-83a565897bd6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.800459 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-107f561e-8d0f-4c69-a6ab-e6256cab2fab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=892d0c20-1c89-4582-aee5-a3cc582f961d HTTP/1.1" status: 200 len: 217 time: 0.1213782 May 12 18:59:56.807895 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-febc3aff-fd9e-451e-812d-d13c93d54ecf req-8eb42b61-da53-42e4-b141-a7d2ac2aedbe tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 210 time: 0.1371739 May 12 18:59:56.829551 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Made reservation on behalf of 2a8b3b5b2c48416c8c6b99b27cfa3aeb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 18:59:56.837253 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.869380 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-a0045fa6-a6b1-462d-bc90-749663359376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:56.871788 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-a0045fa6-a6b1-462d-bc90-749663359376 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0646498 May 12 18:59:56.882700 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port d1c66529-6b79-49ae-a06f-387cfa61a5ad completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 18:59:56.886720 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-2492c796-4c43-4668-b8a0-cb5e2aec9b12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0899327 May 12 18:59:56.909274 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Allocated IP 172.20.0.4 (3dc5243f-8a82-4161-97c5-4250a7dc2b56/67894a67-efa5-48be-be5a-c44db4742e22/45a2c903-cdc6-44e2-9c9e-1c74da169ec7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:56.913371 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port d1c66529-6b79-49ae-a06f-387cfa61a5ad triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:56.913774 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:56.921799 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Request body: {'port': {'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:57.076891 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-deccec48-dbe8-465f-be70-7d5fca94ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:57.078594 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-deccec48-dbe8-465f-be70-7d5fca94ef64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1726413 May 12 18:59:57.127190 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-3184781c-fba9-4daa-94f3-1cf671534722 None None] Provisioning complete for port 1b6193bd-0c92-47cd-8e4c-4291685e61ee triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:57.127571 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3184781c-fba9-4daa-94f3-1cf671534722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:57.135739 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:57.150276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (48557972-00a2-459a-88df-83a565897bd6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:57.153819 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-77a9fb70-251b-4b0b-bca9-a981131f8f73 req-9996fd8d-fc3c-4fb6-85db-a9eed87367dd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.1366549 May 12 18:59:57.278180 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117fa68-63e0-43c0-b5ec-59f74552543b req-db250fd0-8e6d-49e0-ac3d-33e1449db2bc tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:57.280512 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-3184781c-fba9-4daa-94f3-1cf671534722 None None] Port 1b6193bd-0c92-47cd-8e4c-4291685e61ee cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:57.285048 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e117fa68-63e0-43c0-b5ec-59f74552543b req-db250fd0-8e6d-49e0-ac3d-33e1449db2bc tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 945 time: 0.2362165 May 12 18:59:57.349136 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d1c66529-6b79-49ae-a06f-387cfa61a5ad is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 18:59:57.349655 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:57.369230 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-b8703317-c31c-4714-a2c0-3d02505104ba service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841899 May 12 18:59:57.377499 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10655ce7-9ca0-49c7-b182-0d2447b6c93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c66529-6b79-49ae-a06f-387cfa61a5ad'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 18:59:57.469758 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d1c66529-6b79-49ae-a06f-387cfa61a5ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c66529-6b79-49ae-a06f-387cfa61a5ad,segment=NetworkSegment(4b3d6318-5df2-40b8-b6a5-8f45730925b4),segment_id=4b3d6318-5df2-40b8-b6a5-8f45730925b4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 18:59:57.479907 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:57.480392 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:57.497882 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Allocated IP 172.20.0.11 (a5a4fc0e-0042-4201-aa54-6b150376479a/67e91d20-b606-4e36-90c9-6433a55bb5af/1abe14a4-11ef-449b-a24c-786cad5c7d21) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 18:59:57.594854 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d1c66529-6b79-49ae-a06f-387cfa61a5ad,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:57.716711 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b9b79a-5ae1-4b45-8dde-01be704597fa" -d '{"events": [{"server_uuid": "10655ce7-9ca0-49c7-b182-0d2447b6c93c", "name": "network-vif-plugged", "status": "completed", "tag": "d1c66529-6b79-49ae-a06f-387cfa61a5ad"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 18:59:57.749952 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event updated for resources: {'Port': ['ID=48557972-00a2-459a-88df-83a565897bd6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:57.826010 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b093f5-ff69-4aa3-a993-f25353a65451 req-916751b8-e34d-412c-ac43-6e94012a67dd tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:57.827563 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66b093f5-ff69-4aa3-a993-f25353a65451 req-916751b8-e34d-412c-ac43-6e94012a67dd tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 931 time: 0.4792140 May 12 18:59:57.828481 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:57.867101 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:57.872306 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:57.872541 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:57.900037 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4f05bea8-faf9-4782-85cc-5fc28020542e req-ed0c2e3a-dd6f-4ddd-ac97-68ce9690a9d9 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327815 May 12 18:59:57.917989 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-c798ddf3-7a45-446f-ad92-ef2474700603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6754477 May 12 18:59:57.990225 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66b093f5-ff69-4aa3-a993-f25353a65451 req-16dea8dc-b679-463e-92f3-cba46031330f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244493 May 12 18:59:58.007188 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Request body: {'port': {'device_id': '398fab6a-ea82-46a2-907a-5c98b273d143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:58.026283 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6193bd-0c92-47cd-8e4c-4291685e61ee {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 18:59:58.034545 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Publish callbacks [] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.049988 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Transition to ACTIVE for port object 1b6193bd-0c92-47cd-8e4c-4291685e61ee will not be triggered until provisioned by entity L2. {{(pid=103290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 18:59:58.058836 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.067802 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e117fa68-63e0-43c0-b5ec-59f74552543b req-f5b8ac54-6d95-4939-b28f-d091dfa9a80d tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7751176 May 12 18:59:58.087243 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.148568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6193bd-0c92-47cd-8e4c-4291685e61ee,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:58.219228 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-ce57b95d-1db0-4d64-9632-3c534de32483 None None] Provisioning complete for port 48557972-00a2-459a-88df-83a565897bd6 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:58.219714 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ce57b95d-1db0-4d64-9632-3c534de32483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (48557972-00a2-459a-88df-83a565897bd6), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.227163 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (48557972-00a2-459a-88df-83a565897bd6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.235793 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Attempting to bind port 1b6193bd-0c92-47cd-8e4c-4291685e61ee on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 18:59:58.237289 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Attempting to bind port 1b6193bd-0c92-47cd-8e4c-4291685e61ee by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 18:59:58.237737 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Attempting to bind port 1b6193bd-0c92-47cd-8e4c-4291685e61ee on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:58.249687 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Port 1b6193bd-0c92-47cd-8e4c-4291685e61ee on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 18:59:58.250051 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Attempting to bind port 1b6193bd-0c92-47cd-8e4c-4291685e61ee on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 18:59:58.263583 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 18:59:58.263942 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Checking segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 18:59:58.265491 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Bound using segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 18:59:58.265994 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Bound port: 1b6193bd-0c92-47cd-8e4c-4291685e61ee, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 18:59:58.266369 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.337455 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-ce57b95d-1db0-4d64-9632-3c534de32483 None None] Port 48557972-00a2-459a-88df-83a565897bd6 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:58.374636 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.393292 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 18:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a2b2dd-9555-4034-9d94-e6a65974d686 x-openstack-request-id: req-c2a2b2dd-9555-4034-9d94-e6a65974d686 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 18:59:58.393691 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10655ce7-9ca0-49c7-b182-0d2447b6c93c", "name": "network-vif-plugged", "status": "completed", "tag": "d1c66529-6b79-49ae-a06f-387cfa61a5ad", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 18:59:58.393962 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2a2b2dd-9555-4034-9d94-e6a65974d686 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 18:59:58.395363 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a2b2dd-9555-4034-9d94-e6a65974d686'] response: {'server_uuid': '10655ce7-9ca0-49c7-b182-0d2447b6c93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c66529-6b79-49ae-a06f-387cfa61a5ad', 'code': 200} May 12 18:59:58.396651 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] For port 1b6193bd-0c92-47cd-8e4c-4291685e61ee, host hv-cinder-79575, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 18:59:58.399338 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1fff6-c2c6-4415-a7aa-dd6a84db1196 req-2462c340-e12e-499f-bd3b-211ceed73937 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:58.400893 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dcf1fff6-c2c6-4415-a7aa-dd6a84db1196 req-2462c340-e12e-499f-bd3b-211ceed73937 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 943 time: 0.3076017 May 12 18:59:58.407416 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] For port 1b6193bd-0c92-47cd-8e4c-4291685e61ee, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b6193bd-0c92-47cd-8e4c-4291685e61ee,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 18:59:58.421688 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.464721 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:58.465479 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.467033 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] 10.222.0.49 "PUT /v2.0/ports/1b6193bd-0c92-47cd-8e4c-4291685e61ee HTTP/1.1" status: 200 len: 1093 time: 1.5633624 May 12 18:59:58.495487 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4672be0-051f-46f0-b8eb-a21960eaacb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6193bd-0c92-47cd-8e4c-4291685e61ee,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:58.518447 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3f7ab35-be93-4077-8882-f2d689a77231 req-e9125718-9478-4e47-8ab8-0ebb891aa93f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 210 time: 0.0521905 May 12 18:59:58.528685 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'tag': '1b6193bd-0c92-47cd-8e4c-4291685e61ee'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 18:59:58.531502 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e45750f-b18c-4954-8a95-867d7c06b26a" -d '{"events": [{"name": "network-changed", "server_uuid": "64bcf7c1-c1cd-4149-af79-39ad90968742", "tag": "1b6193bd-0c92-47cd-8e4c-4291685e61ee"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 18:59:58.539795 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.599938 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dcf1fff6-c2c6-4415-a7aa-dd6a84db1196 req-ba959db9-b3b2-4b51-8e60-17f891a96973 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892939 May 12 18:59:58.622979 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Network a5a4fc0e-0042-4201-aa54-6b150376479a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:58.647456 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 18:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44d08b3-7495-400d-87d8-003df753aabd x-openstack-request-id: req-b44d08b3-7495-400d-87d8-003df753aabd {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 18:59:58.647751 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bcf7c1-c1cd-4149-af79-39ad90968742", "tag": "1b6193bd-0c92-47cd-8e4c-4291685e61ee", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 18:59:58.648012 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b44d08b3-7495-400d-87d8-003df753aabd {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 18:59:58.648418 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44d08b3-7495-400d-87d8-003df753aabd'] response: {'name': 'network-changed', 'server_uuid': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'tag': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'status': 'completed', 'code': 200} May 12 18:59:58.655853 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.660114 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:58.712283 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:58.717425 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:58.718088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.766463 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:58.855581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 18:59:58.866583 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45750f-b18c-4954-8a95-867d7c06b26a req-4e5f568f-7a9b-43be-a192-a0df5ddd0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:58.868797 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4e45750f-b18c-4954-8a95-867d7c06b26a req-4e5f568f-7a9b-43be-a192-a0df5ddd0782 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 1127 time: 0.0720091 May 12 18:59:58.870057 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-b8836c96-2d87-437b-8d84-9ee83303985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:58.871647 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-b8836c96-2d87-437b-8d84-9ee83303985a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 1128 time: 0.1021597 May 12 18:59:58.874730 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 18:59:58.892256 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5432b0-3396-4183-af6c-670f271a2f53 req-6ec3df16-da0f-4656-bf0b-db49a3c7b786 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:58.901991 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7b5432b0-3396-4183-af6c-670f271a2f53 req-6ec3df16-da0f-4656-bf0b-db49a3c7b786 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 931 time: 0.2920439 May 12 18:59:58.905175 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 18:59:58.920530 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:58.925918 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:58.950795 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-5a3b18a5-da3b-4f7a-bd28-9f15eba5784b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8623426 May 12 18:59:58.992475 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Request body: {'port': {'device_id': 'f3fae6df-666d-4354-9089-87b51631cb48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:59.001260 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'Port': ['ID=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 18:59:59.047545 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-4850ba7a-4b61-430a-a9bc-954938a633cd None None] Provisioning complete for port 1abe14a4-11ef-449b-a24c-786cad5c7d21 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:59.048463 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-5f0244d3-5298-4c60-bc9b-8261c3baec9e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5512793 May 12 18:59:59.055098 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4850ba7a-4b61-430a-a9bc-954938a633cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:59.124845 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Request body: {'port': {'device_id': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 18:59:59.156003 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-4850ba7a-4b61-430a-a9bc-954938a633cd None None] Port 1abe14a4-11ef-449b-a24c-786cad5c7d21 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:59.218668 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7b5432b0-3396-4183-af6c-670f271a2f53 req-8b847455-e16e-4b23-ae04-29d58085b368 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808366 May 12 18:59:59.282534 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-3de5fe65-590c-452b-93cb-22f4450c4121 None None] Provisioning complete for port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 18:59:59.282893 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3de5fe65-590c-452b-93cb-22f4450c4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:59.364374 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-3de5fe65-590c-452b-93cb-22f4450c4121 None None] Port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 18:59:59.391314 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30920674-768e-43cf-b872-9f18b88f04bf req-d0147b18-ff03-4e79-8f2b-f3bf61ef0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:59.393569 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-30920674-768e-43cf-b872-9f18b88f04bf req-d0147b18-ff03-4e79-8f2b-f3bf61ef0da1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 1130 time: 0.3070006 May 12 18:59:59.475632 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-99da50af-2dd8-432f-9324-88ffe06a4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:59.476809 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-99da50af-2dd8-432f-9324-88ffe06a4eac service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.5885699 May 12 18:59:59.486811 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45750f-b18c-4954-8a95-867d7c06b26a req-64e34df7-99e3-402b-bb19-da25bc1d5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:59.490405 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4e45750f-b18c-4954-8a95-867d7c06b26a req-64e34df7-99e3-402b-bb19-da25bc1d5943 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1579004868f04df3baa3ad959277ba00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5714624 May 12 18:59:59.550760 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231473-6eec-48a6-aa51-f17750a3955b req-7616e163-7a38-4360-825c-fc491bae6fff tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:59.552794 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44231473-6eec-48a6-aa51-f17750a3955b req-7616e163-7a38-4360-825c-fc491bae6fff tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 931 time: 0.3624895 May 12 18:59:59.602331 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:59.633792 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead825d-47a5-4c09-9135-f88bd51adbe3 req-b45ebb92-475e-4edf-abc8-339534cd1944 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 18:59:59.635260 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ead825d-47a5-4c09-9135-f88bd51adbe3 req-b45ebb92-475e-4edf-abc8-339534cd1944 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 946 time: 0.1657891 May 12 18:59:59.671804 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:59.751424 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48557972-00a2-459a-88df-83a565897bd6 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 18:59:59.790622 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Publish callbacks [] for port (48557972-00a2-459a-88df-83a565897bd6), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:59.826913 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44231473-6eec-48a6-aa51-f17750a3955b req-05ffbe6e-01f2-4e62-962c-dc52e2d5d4bc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472391 May 12 18:59:59.874296 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34510) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 18:59:59.875391 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Transition to ACTIVE for port object 48557972-00a2-459a-88df-83a565897bd6 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 18:59:59.904632 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ead825d-47a5-4c09-9135-f88bd51adbe3 req-ae0f3b58-5000-489c-86ca-ac00934d1b84 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612538 May 12 18:59:59.908756 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (48557972-00a2-459a-88df-83a565897bd6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 18:59:59.995375 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cdb28a8-6b6c-4437-bcda-a837df5f45f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.085738 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cdb28a8-6b6c-4437-bcda-a837df5f45f3 admin admin] Publish callbacks [] for security_group (2708f0e8-49b3-412e-9c2c-39e7b6e62f33), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.092075 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cdb28a8-6b6c-4437-bcda-a837df5f45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (2708f0e8-49b3-412e-9c2c-39e7b6e62f33), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.143569 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9cdb28a8-6b6c-4437-bcda-a837df5f45f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86a723cc621d4d3b9822bfca79fe2f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671883 May 12 19:00:00.147293 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34516) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:00.157636 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb28a8-6b6c-4437-bcda-a837df5f45f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2708f0e8-49b3-412e-9c2c-39e7b6e62f33,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:00.158522 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8564c6f-8892-4431-b281-60e36d886a5c req-03bac242-73b4-4d98-b932-a26b84a702df tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:00.161053 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8564c6f-8892-4431-b281-60e36d886a5c req-03bac242-73b4-4d98-b932-a26b84a702df tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 932 time: 0.2612095 May 12 19:00:00.180094 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Pushing event updated for resources: {'Port': ['ID=48557972-00a2-459a-88df-83a565897bd6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:00.223368 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7acea49-9ac8-42b1-8564-ddc541f00d71 admin admin] Publish callbacks [] for security_group (2708f0e8-49b3-412e-9c2c-39e7b6e62f33), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.245207 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7acea49-9ac8-42b1-8564-ddc541f00d71 admin admin] Publish callbacks [] for security_group (2708f0e8-49b3-412e-9c2c-39e7b6e62f33), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.285131 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e7ad-f46a-4ea2-a892-dfb664547ab1 req-a29e5482-ade1-43c3-bb8a-dc03683299aa tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:00.292581 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7acea49-9ac8-42b1-8564-ddc541f00d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (2708f0e8-49b3-412e-9c2c-39e7b6e62f33), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.292803 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0108e7ad-f46a-4ea2-a892-dfb664547ab1 req-a29e5482-ade1-43c3-bb8a-dc03683299aa tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 943 time: 0.3125036 May 12 19:00:00.295595 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7acea49-9ac8-42b1-8564-ddc541f00d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.296863 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c7acea49-9ac8-42b1-8564-ddc541f00d71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2708f0e8-49b3-412e-9c2c-39e7b6e62f33 HTTP/1.1" status: 204 len: 168 time: 0.1474462 May 12 19:00:00.306789 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acea49-9ac8-42b1-8564-ddc541f00d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2708f0e8-49b3-412e-9c2c-39e7b6e62f33,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:00.363213 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Attempting to bind port 48557972-00a2-459a-88df-83a565897bd6 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:00:00.364145 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Attempting to bind port 48557972-00a2-459a-88df-83a565897bd6 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:00:00.365748 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Attempting to bind port 48557972-00a2-459a-88df-83a565897bd6 on network 6591bd39-6d3d-40fe-a449-357cebc4a65e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:00:00.449176 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Port 48557972-00a2-459a-88df-83a565897bd6 on network 6591bd39-6d3d-40fe-a449-357cebc4a65e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:00:00.449501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Attempting to bind port 48557972-00a2-459a-88df-83a565897bd6 on network 6591bd39-6d3d-40fe-a449-357cebc4a65e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:00:00.475717 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8564c6f-8892-4431-b281-60e36d886a5c req-b822c9a5-cb01-42e0-86b3-b0db6727d54e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879069 May 12 19:00:00.481907 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:00:00.482279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Checking segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:00:00.482850 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Bound using segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:00:00.483379 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Bound port: 48557972-00a2-459a-88df-83a565897bd6, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:00:00.483667 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (48557972-00a2-459a-88df-83a565897bd6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.519472 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0108e7ad-f46a-4ea2-a892-dfb664547ab1 req-2ce65a89-9cfe-4fb9-8b7e-84e288e515e7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258036 May 12 19:00:00.630572 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34524) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:00.643649 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abb30375-d954-40c7-a3ca-a7659f6fe9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.668653 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcad86-a83f-4463-bfe4-f754f8d78eb5 req-e1f50236-8755-45ab-bdc5-4b3b05413ce7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:00.670135 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-12bcad86-a83f-4463-bfe4-f754f8d78eb5 req-e1f50236-8755-45ab-bdc5-4b3b05413ce7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 931 time: 0.1010394 May 12 19:00:00.702493 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] For port 48557972-00a2-459a-88df-83a565897bd6, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:00:00.725993 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abb30375-d954-40c7-a3ca-a7659f6fe9bd admin admin] Publish callbacks [] for security_group (c25d6a77-a134-4276-9c26-97454776e7b0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.730888 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-abb30375-d954-40c7-a3ca-a7659f6fe9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c25d6a77-a134-4276-9c26-97454776e7b0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.762196 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] For port 48557972-00a2-459a-88df-83a565897bd6, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=48557972-00a2-459a-88df-83a565897bd6,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:00:00.774970 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abe14a4-11ef-449b-a24c-786cad5c7d21 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:00:00.784613 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-abb30375-d954-40c7-a3ca-a7659f6fe9bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ad9262b52844e08aba4e3290b14a300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528821 May 12 19:00:00.786299 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb30375-d954-40c7-a3ca-a7659f6fe9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25d6a77-a134-4276-9c26-97454776e7b0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:00.787637 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (48557972-00a2-459a-88df-83a565897bd6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.790167 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34530) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:00.792541 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Publish callbacks [] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.813236 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:00:00.842456 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Publish callbacks [] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.851729 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fed83101-40dc-4e4f-b60a-72d02563d227 admin admin] Publish callbacks [] for security_group (c25d6a77-a134-4276-9c26-97454776e7b0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.876866 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Transition to ACTIVE for port object 1abe14a4-11ef-449b-a24c-786cad5c7d21 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:00:00.880744 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fed83101-40dc-4e4f-b60a-72d02563d227 admin admin] Publish callbacks [] for security_group (c25d6a77-a134-4276-9c26-97454776e7b0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.882510 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Transition to ACTIVE for port object 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:00:00.884493 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:00.885117 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.886591 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] 10.222.0.49 "PUT /v2.0/ports/48557972-00a2-459a-88df-83a565897bd6 HTTP/1.1" status: 200 len: 1093 time: 2.9159844 May 12 19:00:00.887158 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398fab6a-ea82-46a2-907a-5c98b273d143', 'tag': '48557972-00a2-459a-88df-83a565897bd6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:00.945702 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fed83101-40dc-4e4f-b60a-72d02563d227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c25d6a77-a134-4276-9c26-97454776e7b0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.949588 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fed83101-40dc-4e4f-b60a-72d02563d227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.953207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:00.955470 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-fed83101-40dc-4e4f-b60a-72d02563d227 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c25d6a77-a134-4276-9c26-97454776e7b0 HTTP/1.1" status: 204 len: 168 time: 0.1639490 May 12 19:00:00.956396 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-12bcad86-a83f-4463-bfe4-f754f8d78eb5 req-1c373a27-1268-42ba-b4b3-3a2dac039ba4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602503 May 12 19:00:00.964138 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed83101-40dc-4e4f-b60a-72d02563d227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25d6a77-a134-4276-9c26-97454776e7b0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:00.978224 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.092818 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36903de1-5d60-4a96-b66a-2c165c0d160d service neutron] Pushing event updated for resources: {'Port': ['ID=48557972-00a2-459a-88df-83a565897bd6,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:01.200589 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00f0c1-714e-49cf-8726-c6f2854c0596 req-9a351207-84cc-47df-a037-4ce2a33258b0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:01.206515 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7d00f0c1-714e-49cf-8726-c6f2854c0596 req-9a351207-84cc-47df-a037-4ce2a33258b0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 943 time: 0.2565966 May 12 19:00:01.250827 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee362544-9483-4571-aa3d-a907617d202c" -d '{"events": [{"name": "network-changed", "server_uuid": "398fab6a-ea82-46a2-907a-5c98b273d143", "tag": "48557972-00a2-459a-88df-83a565897bd6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:01.331984 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:01.356318 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059077-6769-4031-a6d7-16d77c093726 req-52876125-8e48-4f9d-a0f1-ad9c917d7041 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:01.363136 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3059077-6769-4031-a6d7-16d77c093726 req-52876125-8e48-4f9d-a0f1-ad9c917d7041 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 946 time: 0.2073877 May 12 19:00:01.402920 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Attempting to bind port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:00:01.403245 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Attempting to bind port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:00:01.403611 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Attempting to bind port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 on network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:00:01.429510 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Attempting to bind port 1abe14a4-11ef-449b-a24c-786cad5c7d21 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:00:01.429866 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Attempting to bind port 1abe14a4-11ef-449b-a24c-786cad5c7d21 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:00:01.430185 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Attempting to bind port 1abe14a4-11ef-449b-a24c-786cad5c7d21 on network a5a4fc0e-0042-4201-aa54-6b150376479a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:00:01.442713 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 on network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:00:01.443026 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Attempting to bind port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 on network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:00:01.469967 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7d00f0c1-714e-49cf-8726-c6f2854c0596 req-0aaf3ac4-36d8-40db-8c9d-96300dc3421b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267554 May 12 19:00:01.470498 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Port 1abe14a4-11ef-449b-a24c-786cad5c7d21 on network a5a4fc0e-0042-4201-aa54-6b150376479a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:00:01.470811 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Attempting to bind port 1abe14a4-11ef-449b-a24c-786cad5c7d21 on network a5a4fc0e-0042-4201-aa54-6b150376479a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:00:01.476856 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:00:01.477193 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Checking segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:00:01.477596 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Bound using segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:00:01.478043 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Bound port: 45a2c903-cdc6-44e2-9c9e-1c74da169ec7, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:00:01.478390 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.485078 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Pushing event updated for resources: {'Port': ['ID=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:01.504586 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 18, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:00:01.505310 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Checking segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:00:01.505310 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Bound using segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:00:01.505746 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Bound port: 1abe14a4-11ef-449b-a24c-786cad5c7d21, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:00:01.507469 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.522001 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3059077-6769-4031-a6d7-16d77c093726 req-b2c64fea-c62e-44e3-90a1-b23c2caa3f29 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577182 May 12 19:00:01.559479 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34560) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:01.585367 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2009fd9e-1267-41d3-b12b-1881c43d4859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.676036 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2009fd9e-1267-41d3-b12b-1881c43d4859 admin admin] Publish callbacks [] for security_group (c419d88c-64e4-4011-a23f-3b46756e2f11), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.680674 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2009fd9e-1267-41d3-b12b-1881c43d4859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c419d88c-64e4-4011-a23f-3b46756e2f11), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.725068 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2009fd9e-1267-41d3-b12b-1881c43d4859 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8435aeed04c4d9e8ca315a79725b8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616979 May 12 19:00:01.725068 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009fd9e-1267-41d3-b12b-1881c43d4859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c419d88c-64e4-4011-a23f-3b46756e2f11,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:01.725920 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34562) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:01.773189 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31422a65-77ec-470b-82c6-46ea0178541f x-openstack-request-id: req-31422a65-77ec-470b-82c6-46ea0178541f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:01.773767 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398fab6a-ea82-46a2-907a-5c98b273d143", "tag": "48557972-00a2-459a-88df-83a565897bd6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:01.773767 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31422a65-77ec-470b-82c6-46ea0178541f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:01.774186 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31422a65-77ec-470b-82c6-46ea0178541f'] response: {'name': 'network-changed', 'server_uuid': '398fab6a-ea82-46a2-907a-5c98b273d143', 'tag': '48557972-00a2-459a-88df-83a565897bd6', 'status': 'completed', 'code': 200} May 12 19:00:01.782350 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d1d03a-d4c5-4b62-a1e4-8216dab2e177 admin admin] Publish callbacks [] for security_group (c419d88c-64e4-4011-a23f-3b46756e2f11), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.806667 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d1d03a-d4c5-4b62-a1e4-8216dab2e177 admin admin] Publish callbacks [] for security_group (c419d88c-64e4-4011-a23f-3b46756e2f11), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.822555 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9525d-c01c-4c18-80fe-b0f2829ca9ea req-208ff7f0-881c-4870-ab23-213cba89e691 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:01.823972 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6bf9525d-c01c-4c18-80fe-b0f2829ca9ea req-208ff7f0-881c-4870-ab23-213cba89e691 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.1046619 May 12 19:00:01.854213 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d1d03a-d4c5-4b62-a1e4-8216dab2e177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c419d88c-64e4-4011-a23f-3b46756e2f11), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.856850 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d1d03a-d4c5-4b62-a1e4-8216dab2e177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.858036 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f4d1d03a-d4c5-4b62-a1e4-8216dab2e177 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c419d88c-64e4-4011-a23f-3b46756e2f11 HTTP/1.1" status: 204 len: 168 time: 0.1311641 May 12 19:00:01.866643 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1d03a-d4c5-4b62-a1e4-8216dab2e177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419d88c-64e4-4011-a23f-3b46756e2f11,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:01.871619 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] For port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:00:01.888024 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:00:01.910649 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] For port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:00:01.922657 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cf121-71dc-47e1-b94b-b725bb379fb1 req-dc5a1b48-4753-4b20-b74d-5298ab8b8496 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:01.924131 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-608cf121-71dc-47e1-b94b-b725bb379fb1 req-dc5a1b48-4753-4b20-b74d-5298ab8b8496 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 943 time: 0.1100395 May 12 19:00:01.925825 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:00:01.930614 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.944043 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 892d0c20-1c89-4582-aee5-a3cc582f961d details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:00:01.975457 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-30920674-768e-43cf-b872-9f18b88f04bf req-52323279-1106-4b8d-9bbd-be92f770c043 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:01.977618 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:02.047486 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.048101 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:02.049552 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] 10.222.0.49 "PUT /v2.0/ports/45a2c903-cdc6-44e2-9c9e-1c74da169ec7 HTTP/1.1" status: 200 len: 1093 time: 2.9512713 May 12 19:00:02.053436 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6bf9525d-c01c-4c18-80fe-b0f2829ca9ea req-c7af6432-5fa6-483c-bcbf-02d5941d557b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211642 May 12 19:00:02.061149 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-5e56cf03-8ce1-40ea-9da8-49301398b990 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=892d0c20-1c89-4582-aee5-a3cc582f961d HTTP/1.1" status: 200 len: 217 time: 0.1009564 May 12 19:00:02.095165 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.095778 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:02.097174 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] 10.222.0.49 "PUT /v2.0/ports/1abe14a4-11ef-449b-a24c-786cad5c7d21 HTTP/1.1" status: 200 len: 1094 time: 3.1101654 May 12 19:00:02.183257 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-30920674-768e-43cf-b872-9f18b88f04bf req-52323279-1106-4b8d-9bbd-be92f770c043 service neutron] Publish callbacks [] for security_group (1b269b89-e513-4daa-bcdc-7a3448094c42), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:02.221830 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 892d0c20-1c89-4582-aee5-a3cc582f961d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=892d0c20-1c89-4582-aee5-a3cc582f961d,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:02.289760 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017988fa-b706-4f94-82d8-8254c3d5b6bb service neutron] Pushing event updated for resources: {'Port': ['ID=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:02.296569 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '892d0c20-1c89-4582-aee5-a3cc582f961d', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'port_id': '892d0c20-1c89-4582-aee5-a3cc582f961d', 'mac_address': 'fa:16:3e:9b:6c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:00:02.391980 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee362544-9483-4571-aa3d-a907617d202c req-5e76401f-b932-4731-8bdd-993fb7eefe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.393884 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 892d0c20-1c89-4582-aee5-a3cc582f961d is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:02.394213 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [req-30920674-768e-43cf-b872-9f18b88f04bf req-52323279-1106-4b8d-9bbd-be92f770c043 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1b269b89-e513-4daa-bcdc-7a3448094c42), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:02.396423 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:02.405567 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee362544-9483-4571-aa3d-a907617d202c req-5e76401f-b932-4731-8bdd-993fb7eefe48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 1127 time: 0.3982658 May 12 19:00:02.442993 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892d0c20-1c89-4582-aee5-a3cc582f961d {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:00:02.472542 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-30920674-768e-43cf-b872-9f18b88f04bf req-52323279-1106-4b8d-9bbd-be92f770c043 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278058 May 12 19:00:02.503344 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 892d0c20-1c89-4582-aee5-a3cc582f961d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=892d0c20-1c89-4582-aee5-a3cc582f961d,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:02.524168 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:02.563698 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323279-1106-4b8d-9bbd-be92f770c043 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b269b89-e513-4daa-bcdc-7a3448094c42,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:02.620539 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-9d6b0084-86c7-4662-8171-90f9226bee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.622077 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-9d6b0084-86c7-4662-8171-90f9226bee34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.4022655 May 12 19:00:02.638238 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45750f-b18c-4954-8a95-867d7c06b26a req-7fa702af-1fd7-42af-befe-52385a2df5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.641427 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-4e45750f-b18c-4954-8a95-867d7c06b26a req-7fa702af-1fd7-42af-befe-52385a2df5b3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6830051 May 12 19:00:02.656347 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=892d0c20-1c89-4582-aee5-a3cc582f961d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:02.699235 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-608cf121-71dc-47e1-b94b-b725bb379fb1 req-2bd8f9cf-b554-45e9-b166-399fdd81ed6e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7614436 May 12 19:00:02.717518 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f282b-6a83-4e21-aecd-98239cbe3905 req-19a6281b-580d-4d48-95fa-359537e98475 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.721609 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d32f282b-6a83-4e21-aecd-98239cbe3905 req-19a6281b-580d-4d48-95fa-359537e98475 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 943 time: 0.4423182 May 12 19:00:02.767387 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-884115a5-cc48-46c2-bf94-a0a17da9332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.769427 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-884115a5-cc48-46c2-bf94-a0a17da9332f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 1127 time: 0.6341927 May 12 19:00:02.845776 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-cb5a6eec-3bba-4d5a-b263-6a391f09ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.849241 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-cb5a6eec-3bba-4d5a-b263-6a391f09ae56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 1128 time: 0.6428220 May 12 19:00:02.892779 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34616) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:02.894500 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['892d0c20-1c89-4582-aee5-a3cc582f961d'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:00:02.903959 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13162689-8e00-4f77-a739-38b82e254ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:02.940715 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-e2641b0c-be2e-4aa7-ad92-975dd8908ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.947256 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-e2641b0c-be2e-4aa7-ad92-975dd8908ecc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981491 May 12 19:00:02.953028 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-f19ce6c3-8612-4d09-96e8-c55667f1a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:02.954869 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-f19ce6c3-8612-4d09-96e8-c55667f1a27d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 1127 time: 0.0628088 May 12 19:00:03.057342 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e039843-e8f1-4f3d-8e47-40de99397033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:03.075840 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-ff78dbb6-8433-4a18-a9db-8ee30ebecf32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7 HTTP/1.1" status: 200 len: 217 time: 0.2101524 May 12 19:00:03.128879 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98bfd-50d4-4d64-b981-dabf8004a0ee req-39b8207d-da2a-4ac8-8d0a-6e3b63624e8a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.130949 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-40f98bfd-50d4-4d64-b981-dabf8004a0ee req-39b8207d-da2a-4ac8-8d0a-6e3b63624e8a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 943 time: 0.3470984 May 12 19:00:03.143955 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-cf6c5d7e-b7e5-40a2-a423-e541c9f2a777 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21 HTTP/1.1" status: 200 len: 217 time: 0.1483140 May 12 19:00:03.169075 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e039843-e8f1-4f3d-8e47-40de99397033 admin admin] Publish callbacks [] for security_group (664d1d08-3a69-4c6d-9e78-48f6eee75e09), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:03.176284 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e039843-e8f1-4f3d-8e47-40de99397033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (664d1d08-3a69-4c6d-9e78-48f6eee75e09), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:03.198474 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d32f282b-6a83-4e21-aecd-98239cbe3905 req-2b870ae7-5437-4737-b17a-19f3148d40c1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633351 May 12 19:00:03.205832 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee362544-9483-4571-aa3d-a907617d202c req-f0830628-8197-4576-865e-323ab6bae2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.206890 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee362544-9483-4571-aa3d-a907617d202c req-f0830628-8197-4576-865e-323ab6bae2b7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=eb2e124562e34719a49be3de45e6cf37&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6829107 May 12 19:00:03.245316 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4e039843-e8f1-4f3d-8e47-40de99397033 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b3adb30338948b580fdcf5e95dc205c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515811 May 12 19:00:03.246053 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34634) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:03.289204 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e039843-e8f1-4f3d-8e47-40de99397033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664d1d08-3a69-4c6d-9e78-48f6eee75e09,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:03.293761 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-e2c3d10e-c096-40c6-8ebb-4f6c7e3184eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b6193bd-0c92-47cd-8e4c-4291685e61ee HTTP/1.1" status: 200 len: 217 time: 0.0788872 May 12 19:00:03.397442 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-40f98bfd-50d4-4d64-b981-dabf8004a0ee req-6ce0ee12-39ef-4161-8019-be135893f1c3 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451632 May 12 19:00:03.486519 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-ea07dd9d-3cdb-4599-b6d1-14103322a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.488134 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-ea07dd9d-3cdb-4599-b6d1-14103322a7ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 200 len: 850 time: 0.2723172 May 12 19:00:03.498789 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-12ebcbf0-855d-4c36-99cc-3854eed25f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.500469 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-12ebcbf0-855d-4c36-99cc-3854eed25f39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.2818341 May 12 19:00:03.513892 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2446b-2bf0-4d72-8bbc-8e38cb229d6e req-3d0ca7e0-582a-403e-a0e1-e533ed47fd8a tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.515502 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e6c2446b-2bf0-4d72-8bbc-8e38cb229d6e req-3d0ca7e0-582a-403e-a0e1-e533ed47fd8a tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 946 time: 0.2079320 May 12 19:00:03.593405 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-e825f732-ad89-49b6-8f77-ec01266debfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.594870 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-e825f732-ad89-49b6-8f77-ec01266debfc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.2800477 May 12 19:00:03.647945 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1f18242-32ca-4997-b122-9315d045b264 admin admin] Publish callbacks [] for security_group (664d1d08-3a69-4c6d-9e78-48f6eee75e09), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:03.655953 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-abca56a4-f976-497f-b331-227f680e35ce service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165890 May 12 19:00:03.687019 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341df8c-7aeb-49fc-9853-749c47f7ce43 req-37353f4f-22ca-4712-97da-32a2b91daacd tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.688515 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b341df8c-7aeb-49fc-9853-749c47f7ce43 req-37353f4f-22ca-4712-97da-32a2b91daacd tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.1918883 May 12 19:00:03.688676 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-0557af8d-9be3-4d83-bd94-c699fbf5335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.690371 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-0557af8d-9be3-4d83-bd94-c699fbf5335c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854611 May 12 19:00:03.719956 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1f18242-32ca-4997-b122-9315d045b264 admin admin] Publish callbacks [] for security_group (664d1d08-3a69-4c6d-9e78-48f6eee75e09), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:03.724277 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee362544-9483-4571-aa3d-a907617d202c req-f79a6ecb-ceee-4c5d-999a-5ab6e1caa553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.725879 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee362544-9483-4571-aa3d-a907617d202c req-f79a6ecb-ceee-4c5d-999a-5ab6e1caa553 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5088127 May 12 19:00:03.750829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-4e89d94c-e022-442a-b56e-1600ed9f1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.752504 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-4e89d94c-e022-442a-b56e-1600ed9f1971 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc5243f-8a82-4161-97c5-4250a7dc2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2350335 May 12 19:00:03.753585 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-0a499aed-4e62-4f72-ae55-017dca8458e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:03.756484 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-0a499aed-4e62-4f72-ae55-017dca8458e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2400315 May 12 19:00:03.780262 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'tag': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7'}, {'name': 'network-changed', 'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:03.782916 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d821c33-bfce-4482-bbb8-edadb2d121ee" -d '{"events": [{"name": "network-changed", "server_uuid": "44b6a7d2-7257-49f6-9b8d-69d6a3909dc1", "tag": "45a2c903-cdc6-44e2-9c9e-1c74da169ec7"}, {"name": "network-changed", "server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:03.809742 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e6c2446b-2bf0-4d72-8bbc-8e38cb229d6e req-098783f1-f433-414e-8235-8c65071eb062 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462153 May 12 19:00:03.929040 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-dbfca454-ca5e-4496-bfcf-f2a7d4ed10eb req-21d35171-d520-446d-a12e-1a53e67a75d0 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617886 May 12 19:00:03.969573 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-39fd1eaf-3028-4973-8c68-3b74b5db36f5 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529683 May 12 19:00:03.976913 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1f18242-32ca-4997-b122-9315d045b264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (664d1d08-3a69-4c6d-9e78-48f6eee75e09), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:03.980428 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1f18242-32ca-4997-b122-9315d045b264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:03.981823 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-b1f18242-32ca-4997-b122-9315d045b264 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/664d1d08-3a69-4c6d-9e78-48f6eee75e09 HTTP/1.1" status: 204 len: 168 time: 0.7006891 May 12 19:00:04.004784 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f18242-32ca-4997-b122-9315d045b264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664d1d08-3a69-4c6d-9e78-48f6eee75e09,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:04.139098 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b341df8c-7aeb-49fc-9853-749c47f7ce43 req-74c1901a-1ecd-4f21-b97a-3415e8ab276d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334574 May 12 19:00:04.153648 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-bf75769b-7676-45e3-9b87-0b1b96699194 req-8006ec04-7d1d-4556-84e9-ffaf06911375 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656044 May 12 19:00:04.298499 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 May 2022 19:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0469015e-0efb-4f86-b8f6-74321ffd002f x-openstack-request-id: req-0469015e-0efb-4f86-b8f6-74321ffd002f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:04.299025 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b6a7d2-7257-49f6-9b8d-69d6a3909dc1", "tag": "45a2c903-cdc6-44e2-9c9e-1c74da169ec7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:04.299411 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0469015e-0efb-4f86-b8f6-74321ffd002f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:04.299917 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0469015e-0efb-4f86-b8f6-74321ffd002f'] response: {'name': 'network-changed', 'server_uuid': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'tag': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'status': 'completed', 'code': 200} May 12 19:00:04.301846 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0469015e-0efb-4f86-b8f6-74321ffd002f'] response: {'name': 'network-changed', 'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'status': 'completed', 'code': 200} May 12 19:00:04.413144 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-33d0f14c-90e1-4a33-bd89-0fdb7303d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:04.416952 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-33d0f14c-90e1-4a33-bd89-0fdb7303d394 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 1127 time: 0.3114202 May 12 19:00:04.452750 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ffc3c-1dfb-4607-befb-d508d363a6ed req-c7933ffb-de9d-495e-beb3-1496202fd186 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:04.454560 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e4ffc3c-1dfb-4607-befb-d508d363a6ed req-c7933ffb-de9d-495e-beb3-1496202fd186 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 943 time: 0.3210456 May 12 19:00:04.485361 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-7b731141-51de-4dfb-8453-2d4ee53e0d57 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683755 May 12 19:00:04.499708 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-26402590-cb8e-4a12-86df-357580e8ac8f service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838646 May 12 19:00:04.507637 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54db06-1145-4d4e-9968-1121a753161a req-d879acba-e5f3-4028-8b1b-b51c7ad67442 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:04.514654 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f54db06-1145-4d4e-9968-1121a753161a req-d879acba-e5f3-4028-8b1b-b51c7ad67442 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 943 time: 0.1346843 May 12 19:00:04.566211 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e4ffc3c-1dfb-4607-befb-d508d363a6ed req-d611ef54-4fd4-459a-947e-91191262e738 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966651 May 12 19:00:04.593914 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f54db06-1145-4d4e-9968-1121a753161a req-78d226ab-dee0-4e85-926f-dde3d67cce99 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774901 May 12 19:00:04.669293 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34686) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:04.683167 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08b91bcf-94cd-4033-8903-70299765d909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:04.716680 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c394575-8df2-4b5f-aa53-b83dc3fbc9c2 req-78233c7f-388d-46da-b743-d15dccd574d4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:04.718595 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c394575-8df2-4b5f-aa53-b83dc3fbc9c2 req-78233c7f-388d-46da-b743-d15dccd574d4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 943 time: 0.0696027 May 12 19:00:04.794281 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08b91bcf-94cd-4033-8903-70299765d909 admin admin] Publish callbacks [] for security_group (2dd43f00-109b-4ea4-8fc4-c5d1ae62b919), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:04.804562 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08b91bcf-94cd-4033-8903-70299765d909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (2dd43f00-109b-4ea4-8fc4-c5d1ae62b919), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:04.819471 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c394575-8df2-4b5f-aa53-b83dc3fbc9c2 req-159969d2-fa60-4045-a353-1eb5603e4ac6 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948448 May 12 19:00:04.843912 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-08b91bcf-94cd-4033-8903-70299765d909 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8655c23ab1ab4cc3b6cac4c2c67be405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733525 May 12 19:00:04.845830 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b91bcf-94cd-4033-8903-70299765d909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd43f00-109b-4ea4-8fc4-c5d1ae62b919,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:04.846564 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 34692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:04.908376 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4f05f3b-88e2-456a-93e4-075f041e096b admin admin] Publish callbacks [] for security_group (2dd43f00-109b-4ea4-8fc4-c5d1ae62b919), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:04.958791 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4f05f3b-88e2-456a-93e4-075f041e096b admin admin] Publish callbacks [] for security_group (2dd43f00-109b-4ea4-8fc4-c5d1ae62b919), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:04.971795 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89111cb8-1cb6-40e3-be61-44e788767d92 req-36e47bdb-f5e2-475e-8bc2-50aed653be4b tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:04.973278 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89111cb8-1cb6-40e3-be61-44e788767d92 req-36e47bdb-f5e2-475e-8bc2-50aed653be4b tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 946 time: 0.0669668 May 12 19:00:05.002855 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 892d0c20-1c89-4582-aee5-a3cc582f961d up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:00:05.035406 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89111cb8-1cb6-40e3-be61-44e788767d92 req-b088128b-6d90-47e3-9beb-a52e8d302f74 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535145 May 12 19:00:05.046889 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 892d0c20-1c89-4582-aee5-a3cc582f961d completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:00:05.048917 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4f05f3b-88e2-456a-93e4-075f041e096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (2dd43f00-109b-4ea4-8fc4-c5d1ae62b919), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:05.052581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4f05f3b-88e2-456a-93e4-075f041e096b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:05.056069 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a4f05f3b-88e2-456a-93e4-075f041e096b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dd43f00-109b-4ea4-8fc4-c5d1ae62b919 HTTP/1.1" status: 204 len: 168 time: 0.2061565 May 12 19:00:05.056290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 892d0c20-1c89-4582-aee5-a3cc582f961d triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:00:05.056290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:05.062634 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f05f3b-88e2-456a-93e4-075f041e096b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd43f00-109b-4ea4-8fc4-c5d1ae62b919,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:05.153037 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 892d0c20-1c89-4582-aee5-a3cc582f961d is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:05.153498 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:05.188144 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351fe24-18b4-4cb5-b54f-33595df43567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892d0c20-1c89-4582-aee5-a3cc582f961d'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:05.191239 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b4161c-1c13-43cc-a6e2-490e9c5745c0" -d '{"events": [{"server_uuid": "1351fe24-18b4-4cb5-b54f-33595df43567", "name": "network-vif-plugged", "status": "completed", "tag": "892d0c20-1c89-4582-aee5-a3cc582f961d"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:05.208412 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 892d0c20-1c89-4582-aee5-a3cc582f961d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=892d0c20-1c89-4582-aee5-a3cc582f961d,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:05.214076 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:05.256368 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832c86e2-d3d6-4379-9a54-e8a1a96498ae x-openstack-request-id: req-832c86e2-d3d6-4379-9a54-e8a1a96498ae {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:05.256755 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351fe24-18b4-4cb5-b54f-33595df43567", "name": "network-vif-plugged", "status": "completed", "tag": "892d0c20-1c89-4582-aee5-a3cc582f961d", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:05.257152 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-832c86e2-d3d6-4379-9a54-e8a1a96498ae {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:05.258348 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832c86e2-d3d6-4379-9a54-e8a1a96498ae'] response: {'server_uuid': '1351fe24-18b4-4cb5-b54f-33595df43567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892d0c20-1c89-4582-aee5-a3cc582f961d', 'code': 200} May 12 19:00:05.296405 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846d79-8b57-4777-ab4e-5369f2f916d7 req-049aba1a-993c-4987-90e5-eb424307bc49 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:05.305089 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33846d79-8b57-4777-ab4e-5369f2f916d7 req-049aba1a-993c-4987-90e5-eb424307bc49 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0715871 May 12 19:00:05.308009 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=892d0c20-1c89-4582-aee5-a3cc582f961d,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:05.359132 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33846d79-8b57-4777-ab4e-5369f2f916d7 req-1cb4ac67-d5a3-4ae6-80ec-c6ed1b610e4b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510814 May 12 19:00:05.799055 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-73f65282-9a2e-4729-abb2-5f207edaadb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48557972-00a2-459a-88df-83a565897bd6 HTTP/1.1" status: 200 len: 217 time: 0.1201503 May 12 19:00:05.890680 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-e192e2b7-7078-489b-bb25-8b8c64352f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:05.892848 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-e192e2b7-7078-489b-bb25-8b8c64352f64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0579472 May 12 19:00:05.895954 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0960d-bc97-44ad-b70f-e6f5369016ec req-631d2c1a-08ab-439d-a316-7e1478d1daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:05.901393 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-70e0960d-bc97-44ad-b70f-e6f5369016ec req-631d2c1a-08ab-439d-a316-7e1478d1daa8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 1130 time: 0.0573325 May 12 19:00:05.953681 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-70e0960d-bc97-44ad-b70f-e6f5369016ec req-996993ad-8b6e-4ce1-aef6-ca0b24e48d9c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460327 May 12 19:00:06.024819 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b604b-6a93-4189-92e5-c49b5183c945 req-1a23e82d-611a-4609-a699-14eb12f8b28e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:06.031882 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-113b604b-6a93-4189-92e5-c49b5183c945 req-1a23e82d-611a-4609-a699-14eb12f8b28e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 943 time: 0.3772860 May 12 19:00:06.061168 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7efca-c777-4180-836e-48b021d928c9 req-69519e2c-b7a7-4c45-a695-0d85b26d1cda tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:06.062971 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ac7efca-c777-4180-836e-48b021d928c9 req-69519e2c-b7a7-4c45-a695-0d85b26d1cda tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 943 time: 0.3212345 May 12 19:00:06.076488 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-60329b0e-4d8e-49d9-b2ae-a2ba5b8afe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:06.078610 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-60329b0e-4d8e-49d9-b2ae-a2ba5b8afe1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1733193 May 12 19:00:06.147282 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88ca956a-b348-4b61-b883-16216bab6ae4 req-c9996458-0dd9-478a-bda7-e5f6866eff49 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940021 May 12 19:00:06.179324 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b89ecd-a4d0-4b58-acfb-18b33fa941ae req-59e9a32f-6e69-4ba2-99c6-e2183ccd0783 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021157 May 12 19:00:06.185145 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ac7efca-c777-4180-836e-48b021d928c9 req-6faa13df-1d6a-44d9-9e7b-1875ba5b2645 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006255 May 12 19:00:06.211532 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-113b604b-6a93-4189-92e5-c49b5183c945 req-feaec237-57ca-4840-b72e-edda5e07ffd0 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786203 May 12 19:00:06.372028 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34772) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:06.390161 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004f203-e2d3-4b75-8722-db7f16ec266f req-d9771c93-cad3-417b-b2df-6a5712350645 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:06.393481 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2004f203-e2d3-4b75-8722-db7f16ec266f req-d9771c93-cad3-417b-b2df-6a5712350645 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 943 time: 0.0790262 May 12 19:00:06.431347 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-f961e7c7-8466-477f-a907-da5b2bb0076a service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956851 May 12 19:00:06.470804 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2004f203-e2d3-4b75-8722-db7f16ec266f req-42f62154-cbd1-46ad-8b66-cac5663274e6 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658460 May 12 19:00:06.529904 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad14a639-a88d-4e2e-8a81-f453a8e545fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:06.538219 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4fba3-8fdd-407c-be00-5073e0ad2897 req-337b15a5-4b78-40ff-8572-8afe48f44c57 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:06.539765 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7e4fba3-8fdd-407c-be00-5073e0ad2897 req-337b15a5-4b78-40ff-8572-8afe48f44c57 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0588517 May 12 19:00:06.631336 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7e4fba3-8fdd-407c-be00-5073e0ad2897 req-d3b91d84-c83e-4947-8f28-5d3d4f02fb6b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786889 May 12 19:00:06.682259 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad14a639-a88d-4e2e-8a81-f453a8e545fd admin admin] Publish callbacks [] for security_group (fa906d93-8af7-47d7-97a4-3124731d6098), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:06.689031 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad14a639-a88d-4e2e-8a81-f453a8e545fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (fa906d93-8af7-47d7-97a4-3124731d6098), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:06.735453 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14a639-a88d-4e2e-8a81-f453a8e545fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa906d93-8af7-47d7-97a4-3124731d6098,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:06.740295 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ad14a639-a88d-4e2e-8a81-f453a8e545fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32772416f8a24240be41b6df1c52e3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670034 May 12 19:00:06.742910 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34798) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:06.800268 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96cc55a4-545c-4d3a-a4cc-87278d6d1acd admin admin] Publish callbacks [] for security_group (fa906d93-8af7-47d7-97a4-3124731d6098), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:06.822286 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96cc55a4-545c-4d3a-a4cc-87278d6d1acd admin admin] Publish callbacks [] for security_group (fa906d93-8af7-47d7-97a4-3124731d6098), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:06.877512 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96cc55a4-545c-4d3a-a4cc-87278d6d1acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (fa906d93-8af7-47d7-97a4-3124731d6098), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:06.880150 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96cc55a4-545c-4d3a-a4cc-87278d6d1acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:06.881297 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-96cc55a4-545c-4d3a-a4cc-87278d6d1acd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa906d93-8af7-47d7-97a4-3124731d6098 HTTP/1.1" status: 204 len: 168 time: 0.1372695 May 12 19:00:06.890495 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc55a4-545c-4d3a-a4cc-87278d6d1acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa906d93-8af7-47d7-97a4-3124731d6098,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:07.006403 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1b6193bd-0c92-47cd-8e4c-4291685e61ee details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:00:07.134045 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1b6193bd-0c92-47cd-8e4c-4291685e61ee, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b6193bd-0c92-47cd-8e4c-4291685e61ee,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:07.149285 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:00:07.206671 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1b6193bd-0c92-47cd-8e4c-4291685e61ee is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:07.207886 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.221991 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6193bd-0c92-47cd-8e4c-4291685e61ee {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:00:07.250849 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1b6193bd-0c92-47cd-8e4c-4291685e61ee, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b6193bd-0c92-47cd-8e4c-4291685e61ee,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:07.255128 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.322467 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1b6193bd-0c92-47cd-8e4c-4291685e61ee,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:07.326901 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c675f-c4ed-464a-ab9a-85e7c0f53778 req-4e764105-810f-437d-a611-d6b1ab103a6a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:07.336537 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34832) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:07.337372 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a9c675f-c4ed-464a-ab9a-85e7c0f53778 req-4e764105-810f-437d-a611-d6b1ab103a6a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 943 time: 0.0657170 May 12 19:00:07.353106 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2219cba-7bdc-4493-a40c-0e2353128890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.402168 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a9c675f-c4ed-464a-ab9a-85e7c0f53778 req-87805a39-f777-470a-8ee5-678521c73020 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582728 May 12 19:00:07.449982 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2219cba-7bdc-4493-a40c-0e2353128890 admin admin] Publish callbacks [] for security_group (9270bd83-1d05-458c-8a86-1cf2fbb16a1d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.458684 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2219cba-7bdc-4493-a40c-0e2353128890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (9270bd83-1d05-458c-8a86-1cf2fbb16a1d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.503632 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856cf2b-1cc0-4d66-b673-53a22818758d req-be06f393-f400-4454-8385-d6bc3ad8fdbc tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:07.505976 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a856cf2b-1cc0-4d66-b673-53a22818758d req-be06f393-f400-4454-8385-d6bc3ad8fdbc tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 944 time: 0.0518839 May 12 19:00:07.507326 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f2219cba-7bdc-4493-a40c-0e2353128890 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=967a79dd5e174fdb97f559625547c0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695316 May 12 19:00:07.508436 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219cba-7bdc-4493-a40c-0e2353128890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9270bd83-1d05-458c-8a86-1cf2fbb16a1d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:07.509981 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 34836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:07.576218 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['1b6193bd-0c92-47cd-8e4c-4291685e61ee'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:00:07.602853 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a856cf2b-1cc0-4d66-b673-53a22818758d req-8b5a8c1b-6ade-430e-8398-f263fa16c313 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889790 May 12 19:00:07.624022 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fcbd-6741-41bb-b2c6-91dd78b11844 admin admin] Publish callbacks [] for security_group (9270bd83-1d05-458c-8a86-1cf2fbb16a1d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.656037 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fcbd-6741-41bb-b2c6-91dd78b11844 admin admin] Publish callbacks [] for security_group (9270bd83-1d05-458c-8a86-1cf2fbb16a1d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.761829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3e9c5-148d-4b30-88db-036200441342 req-d2c5c37b-8302-431d-a17d-7bf6ab8427e4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:07.763265 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eed3e9c5-148d-4b30-88db-036200441342 req-d2c5c37b-8302-431d-a17d-7bf6ab8427e4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 943 time: 0.0654681 May 12 19:00:07.787034 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fcbd-6741-41bb-b2c6-91dd78b11844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (9270bd83-1d05-458c-8a86-1cf2fbb16a1d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.789433 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3b0fcbd-6741-41bb-b2c6-91dd78b11844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:07.790531 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d3b0fcbd-6741-41bb-b2c6-91dd78b11844 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9270bd83-1d05-458c-8a86-1cf2fbb16a1d HTTP/1.1" status: 204 len: 168 time: 0.2783618 May 12 19:00:07.809034 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0fcbd-6741-41bb-b2c6-91dd78b11844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9270bd83-1d05-458c-8a86-1cf2fbb16a1d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:07.829324 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eed3e9c5-148d-4b30-88db-036200441342 req-03ce7434-2c23-4ade-8b13-5c37059b3be3 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570314 May 12 19:00:07.940805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f43339-46b1-4b45-9815-308c023a076f req-c1d3356c-58e0-44b4-8124-970faeeaca5d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:07.942991 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f43339-46b1-4b45-9815-308c023a076f req-c1d3356c-58e0-44b4-8124-970faeeaca5d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0521626 May 12 19:00:07.992611 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f43339-46b1-4b45-9815-308c023a076f req-fd4e82d8-6aab-445a-8429-dbee6bd94e8b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407426 May 12 19:00:08.255261 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-6bafdf39-696f-4572-9cf0-9a59ca2b8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:08.256771 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-6bafdf39-696f-4572-9cf0-9a59ca2b8d73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 1127 time: 0.0671797 May 12 19:00:08.445484 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3371079d-6a9d-4121-bfa1-b1e2834042dd req-effc8a12-97bc-442d-9abc-46b083560e77 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745922 May 12 19:00:08.504323 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-f392d3ed-dd94-4ff3-b18c-052a30c64d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:08.506629 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-f392d3ed-dd94-4ff3-b18c-052a30c64d97 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 912 time: 0.2142549 May 12 19:00:08.793276 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34888) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:08.843507 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-d0c7ea04-7455-4554-ba80-eafd2543e46e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7 HTTP/1.1" status: 200 len: 217 time: 0.0740743 May 12 19:00:08.855599 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff91b-4e67-4400-8714-a16dd0b04880 req-afddecbf-536e-4d90-90c9-d56d31f4b79d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:08.857084 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f4ff91b-4e67-4400-8714-a16dd0b04880 req-afddecbf-536e-4d90-90c9-d56d31f4b79d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 943 time: 0.3720319 May 12 19:00:08.866628 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82468902-6bee-48e2-bfba-89d8fda884fc req-c46420b4-69a5-4718-b813-90a6b78e7021 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:08.873420 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-82468902-6bee-48e2-bfba-89d8fda884fc req-c46420b4-69a5-4718-b813-90a6b78e7021 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 944 time: 0.0996907 May 12 19:00:08.945783 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f4ff91b-4e67-4400-8714-a16dd0b04880 req-0eae85da-9995-4bd4-b517-0cd62bf4ed2c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762823 May 12 19:00:08.976092 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-82468902-6bee-48e2-bfba-89d8fda884fc req-79acae0d-33ad-4bf7-961e-4a8340a48616 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831590 May 12 19:00:09.012144 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:00:09.057205 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1b6193bd-0c92-47cd-8e4c-4291685e61ee up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:00:09.057705 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0022eb5c-df8e-466e-99a7-58fd2e75ebf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.081228 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6935f-add7-4bf1-af8d-fbfefc511149 req-49850df8-1cab-4138-9687-dbdaeca52053 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:09.081228 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87d6935f-add7-4bf1-af8d-fbfefc511149 req-49850df8-1cab-4138-9687-dbdaeca52053 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 943 time: 0.0660529 May 12 19:00:09.180088 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 1b6193bd-0c92-47cd-8e4c-4291685e61ee completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:00:09.184100 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87d6935f-add7-4bf1-af8d-fbfefc511149 req-3a647021-4f92-42b7-8298-53bfdae18303 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866697 May 12 19:00:09.184864 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0022eb5c-df8e-466e-99a7-58fd2e75ebf1 admin admin] Publish callbacks [] for security_group (564deddf-05e0-43f5-95c3-d9e5e7eb7d4e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.191967 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 1b6193bd-0c92-47cd-8e4c-4291685e61ee triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:00:09.192910 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.194136 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0022eb5c-df8e-466e-99a7-58fd2e75ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (564deddf-05e0-43f5-95c3-d9e5e7eb7d4e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.211718 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318749-34f2-48a2-9177-1cf4a411f856 req-76c62204-0f31-4046-996b-d3e1aec23b38 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:09.213235 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce318749-34f2-48a2-9177-1cf4a411f856 req-76c62204-0f31-4046-996b-d3e1aec23b38 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.1200197 May 12 19:00:09.232420 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0022eb5c-df8e-466e-99a7-58fd2e75ebf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12d50950ebc04aa99f4189812a1e9aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373660 May 12 19:00:09.239584 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:09.241059 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 34912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:09.258158 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'port_id': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'mac_address': 'fa:16:3e:d4:33:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:00:09.265952 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022eb5c-df8e-466e-99a7-58fd2e75ebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564deddf-05e0-43f5-95c3-d9e5e7eb7d4e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:09.328735 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a96ce766-41ad-4764-b131-bfacb230d81c admin admin] Publish callbacks [] for security_group (564deddf-05e0-43f5-95c3-d9e5e7eb7d4e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.333329 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1abe14a4-11ef-449b-a24c-786cad5c7d21 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:09.333997 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.344113 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1b6193bd-0c92-47cd-8e4c-4291685e61ee is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:09.344370 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.357235 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce318749-34f2-48a2-9177-1cf4a411f856 req-513cd91a-a02f-4534-9cc6-bfe42ab1b346 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350739 May 12 19:00:09.357363 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abe14a4-11ef-449b-a24c-786cad5c7d21 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:00:09.380162 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6193bd-0c92-47cd-8e4c-4291685e61ee'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:09.382437 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de3cd68-0aaa-4ed0-a2b0-f63001f82d1c" -d '{"events": [{"server_uuid": "64bcf7c1-c1cd-4149-af79-39ad90968742", "name": "network-vif-plugged", "status": "completed", "tag": "1b6193bd-0c92-47cd-8e4c-4291685e61ee"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:09.384006 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a96ce766-41ad-4764-b131-bfacb230d81c admin admin] Publish callbacks [] for security_group (564deddf-05e0-43f5-95c3-d9e5e7eb7d4e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.401412 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1b6193bd-0c92-47cd-8e4c-4291685e61ee, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b6193bd-0c92-47cd-8e4c-4291685e61ee,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:09.403388 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:09.405746 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.410613 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.411266 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:00:09.442018 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a96ce766-41ad-4764-b131-bfacb230d81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (564deddf-05e0-43f5-95c3-d9e5e7eb7d4e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.445388 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4915af36-6d88-477a-8b73-089c26e07924 x-openstack-request-id: req-4915af36-6d88-477a-8b73-089c26e07924 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:09.445837 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bcf7c1-c1cd-4149-af79-39ad90968742", "name": "network-vif-plugged", "status": "completed", "tag": "1b6193bd-0c92-47cd-8e4c-4291685e61ee", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:09.446042 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4915af36-6d88-477a-8b73-089c26e07924 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:09.446432 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4915af36-6d88-477a-8b73-089c26e07924'] response: {'server_uuid': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'code': 200} May 12 19:00:09.447278 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a96ce766-41ad-4764-b131-bfacb230d81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.450940 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a96ce766-41ad-4764-b131-bfacb230d81c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/564deddf-05e0-43f5-95c3-d9e5e7eb7d4e HTTP/1.1" status: 204 len: 168 time: 0.2060022 May 12 19:00:09.459497 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ce766-41ad-4764-b131-bfacb230d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564deddf-05e0-43f5-95c3-d9e5e7eb7d4e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:09.561057 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1b6193bd-0c92-47cd-8e4c-4291685e61ee,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:09.571139 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:09.600120 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'port_id': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'mac_address': 'fa:16:3e:17:2a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:00:09.661050 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:09.661409 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.669256 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:09.682857 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:00:09.706556 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:09.712003 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.763292 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:09.871962 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34934) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:09.886020 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4c29786-a12f-4636-bf7b-61ac9dc78ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:09.923177 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-2edbb688-494c-493c-8554-519c8bf9ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:09.931746 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-2edbb688-494c-493c-8554-519c8bf9ac9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 200 len: 850 time: 0.0563214 May 12 19:00:09.994503 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4c29786-a12f-4636-bf7b-61ac9dc78ec5 admin admin] Publish callbacks [] for security_group (828c1001-0616-4680-b802-8b7ee0eb63ab), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.002658 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4c29786-a12f-4636-bf7b-61ac9dc78ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (828c1001-0616-4680-b802-8b7ee0eb63ab), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.065129 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-0032ae62-2732-43f1-a9b2-66e4815d0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:10.067246 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-0032ae62-2732-43f1-a9b2-66e4815d0898 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc5243f-8a82-4161-97c5-4250a7dc2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849109 May 12 19:00:10.086230 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e4c29786-a12f-4636-bf7b-61ac9dc78ec5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2a7e47f4fb54ef088b9496d8fc93ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132404 May 12 19:00:10.087375 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c29786-a12f-4636-bf7b-61ac9dc78ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828c1001-0616-4680-b802-8b7ee0eb63ab,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:10.089941 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34944) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:10.154383 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6afc6f64-9586-4051-8867-8915189a0d89 admin admin] Publish callbacks [] for security_group (828c1001-0616-4680-b802-8b7ee0eb63ab), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.156683 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34948) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:10.185246 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6afc6f64-9586-4051-8867-8915189a0d89 admin admin] Publish callbacks [] for security_group (828c1001-0616-4680-b802-8b7ee0eb63ab), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.229071 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5db67-be64-4983-8cd6-5ef71bdd5921 req-2ee86419-0d36-4bf5-8f35-d47345ed5e01 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:10.231766 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-86f5db67-be64-4983-8cd6-5ef71bdd5921 req-2ee86419-0d36-4bf5-8f35-d47345ed5e01 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 944 time: 0.1635334 May 12 19:00:10.236486 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['1abe14a4-11ef-449b-a24c-786cad5c7d21'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:00:10.255076 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6afc6f64-9586-4051-8867-8915189a0d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (828c1001-0616-4680-b802-8b7ee0eb63ab), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.258142 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6afc6f64-9586-4051-8867-8915189a0d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.259767 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-6afc6f64-9586-4051-8867-8915189a0d89 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/828c1001-0616-4680-b802-8b7ee0eb63ab HTTP/1.1" status: 204 len: 168 time: 0.1685989 May 12 19:00:10.276160 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc6f64-9586-4051-8867-8915189a0d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c1001-0616-4680-b802-8b7ee0eb63ab,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:10.348305 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d86985c-4a7e-4efb-b1c2-5daaa5af8806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.360045 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['45a2c903-cdc6-44e2-9c9e-1c74da169ec7'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:00:10.380408 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f4787-6e27-43d2-ae6a-b62d17c7b091 req-68eec1c9-2614-40d4-865f-bfcfc72fcd1c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:10.388507 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0e2f4787-6e27-43d2-ae6a-b62d17c7b091 req-68eec1c9-2614-40d4-865f-bfcfc72fcd1c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 945 time: 0.2521517 May 12 19:00:10.427222 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886324-2d18-4b0f-9225-8b8ab537a82b req-34e2f961-38db-4c31-8430-567e1ef5c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:10.428916 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59886324-2d18-4b0f-9225-8b8ab537a82b req-34e2f961-38db-4c31-8430-567e1ef5c334 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 1129 time: 0.2312040 May 12 19:00:10.471793 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d86985c-4a7e-4efb-b1c2-5daaa5af8806 admin admin] Publish callbacks [] for security_group (48b7dbf4-9a8c-4740-b263-4125a6a0bfbf), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.477881 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-86f5db67-be64-4983-8cd6-5ef71bdd5921 req-66a888f7-0060-4410-add7-cd9af2a5d847 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712959 May 12 19:00:10.479107 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d86985c-4a7e-4efb-b1c2-5daaa5af8806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (48b7dbf4-9a8c-4740-b263-4125a6a0bfbf), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.525851 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0e2f4787-6e27-43d2-ae6a-b62d17c7b091 req-6f2c180c-f0ee-47a1-ab29-8563bfa4b2c3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360278 May 12 19:00:10.529623 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86985c-4a7e-4efb-b1c2-5daaa5af8806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b7dbf4-9a8c-4740-b263-4125a6a0bfbf,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:10.560842 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1d86985c-4a7e-4efb-b1c2-5daaa5af8806 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72d1c06343824ce7850733b1550a0713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022989 May 12 19:00:10.568112 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34960) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:10.617100 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59886324-2d18-4b0f-9225-8b8ab537a82b req-d97547fb-0a04-4046-ab59-dddbe2adea8e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574330 May 12 19:00:10.625559 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-ab022149-2747-45f5-a9f6-10cf0e52d89b service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878833 May 12 19:00:10.695861 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5fab2c7-e09e-40c5-bb20-05d53e425362 admin admin] Publish callbacks [] for security_group (48b7dbf4-9a8c-4740-b263-4125a6a0bfbf), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.698291 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e623e4-6d56-4e0e-9b43-b342059a77a1 req-321ae35f-17cf-4270-a046-190751899b56 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:10.705956 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2e623e4-6d56-4e0e-9b43-b342059a77a1 req-321ae35f-17cf-4270-a046-190751899b56 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 945 time: 0.0708489 May 12 19:00:10.724978 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34968) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:10.755239 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5fab2c7-e09e-40c5-bb20-05d53e425362 admin admin] Publish callbacks [] for security_group (48b7dbf4-9a8c-4740-b263-4125a6a0bfbf), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.764368 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262ac53-f924-4c9a-addc-522db19c2869 req-1b83e56f-fd9a-43d8-8060-1e3f9511375a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:10.777579 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4262ac53-f924-4c9a-addc-522db19c2869 req-1b83e56f-fd9a-43d8-8060-1e3f9511375a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 943 time: 0.1068103 May 12 19:00:10.848153 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5fab2c7-e09e-40c5-bb20-05d53e425362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (48b7dbf4-9a8c-4740-b263-4125a6a0bfbf), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.851083 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5fab2c7-e09e-40c5-bb20-05d53e425362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:10.852352 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f5fab2c7-e09e-40c5-bb20-05d53e425362 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48b7dbf4-9a8c-4740-b263-4125a6a0bfbf HTTP/1.1" status: 204 len: 168 time: 0.2865243 May 12 19:00:10.858169 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2e623e4-6d56-4e0e-9b43-b342059a77a1 req-adfd2cca-824e-4a35-99c0-d1479272af97 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511707 May 12 19:00:10.861901 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fab2c7-e09e-40c5-bb20-05d53e425362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b7dbf4-9a8c-4740-b263-4125a6a0bfbf,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:10.876300 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4262ac53-f924-4c9a-addc-522db19c2869 req-7158cbee-3a06-4c5d-a050-650d3d479e6c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971627 May 12 19:00:10.980153 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0302b529-bc8f-4dc9-ab0c-7c559f31d792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.068228 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0302b529-bc8f-4dc9-ab0c-7c559f31d792 admin admin] Publish callbacks [] for security_group (29a1f517-42b2-418c-ac7e-62f9297acd2c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.072292 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0302b529-bc8f-4dc9-ab0c-7c559f31d792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (29a1f517-42b2-418c-ac7e-62f9297acd2c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.108617 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302b529-bc8f-4dc9-ab0c-7c559f31d792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a1f517-42b2-418c-ac7e-62f9297acd2c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:11.113900 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0302b529-bc8f-4dc9-ab0c-7c559f31d792 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=588de8c484fa45d5b6385826cc8f2387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866904 May 12 19:00:11.116632 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 34986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:11.232092 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f85143f6-7f0f-49d6-904b-a8238967f00d admin admin] Publish callbacks [] for security_group (29a1f517-42b2-418c-ac7e-62f9297acd2c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.243391 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 34992) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:11.258060 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3561-7a93-4096-be7e-592acac334b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.262915 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-30ffd37c-d129-412a-8325-0a12272de890 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398056 May 12 19:00:11.267557 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f85143f6-7f0f-49d6-904b-a8238967f00d admin admin] Publish callbacks [] for security_group (29a1f517-42b2-418c-ac7e-62f9297acd2c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.301395 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 48557972-00a2-459a-88df-83a565897bd6 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:00:11.322268 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f85143f6-7f0f-49d6-904b-a8238967f00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (29a1f517-42b2-418c-ac7e-62f9297acd2c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.324795 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f85143f6-7f0f-49d6-904b-a8238967f00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.328729 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f85143f6-7f0f-49d6-904b-a8238967f00d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29a1f517-42b2-418c-ac7e-62f9297acd2c HTTP/1.1" status: 204 len: 168 time: 0.2110853 May 12 19:00:11.337853 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85143f6-7f0f-49d6-904b-a8238967f00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a1f517-42b2-418c-ac7e-62f9297acd2c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:11.376403 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3561-7a93-4096-be7e-592acac334b9 admin admin] Publish callbacks [] for security_group (28b07c31-fea7-4c14-80a7-33a8fc53d302), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.382183 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3561-7a93-4096-be7e-592acac334b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (28b07c31-fea7-4c14-80a7-33a8fc53d302), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.419763 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 48557972-00a2-459a-88df-83a565897bd6, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=48557972-00a2-459a-88df-83a565897bd6,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:11.435551 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '48557972-00a2-459a-88df-83a565897bd6', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'port_id': '48557972-00a2-459a-88df-83a565897bd6', 'mac_address': 'fa:16:3e:01:81:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:00:11.440561 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 34998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:11.440703 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ee7d3561-7a93-4096-be7e-592acac334b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccaf9a26d5774e3d85f8a24bae620b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958447 May 12 19:00:11.442140 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3561-7a93-4096-be7e-592acac334b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b07c31-fea7-4c14-80a7-33a8fc53d302,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:11.486126 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 48557972-00a2-459a-88df-83a565897bd6 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:11.486509 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (48557972-00a2-459a-88df-83a565897bd6), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.506093 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e3ed-69f2-4256-9b9a-47e0d62d86d6 admin admin] Publish callbacks [] for security_group (28b07c31-fea7-4c14-80a7-33a8fc53d302), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.519068 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48557972-00a2-459a-88df-83a565897bd6 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:00:11.537591 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e3ed-69f2-4256-9b9a-47e0d62d86d6 admin admin] Publish callbacks [] for security_group (28b07c31-fea7-4c14-80a7-33a8fc53d302), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.545787 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 48557972-00a2-459a-88df-83a565897bd6, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=48557972-00a2-459a-88df-83a565897bd6,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:11.552595 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (48557972-00a2-459a-88df-83a565897bd6), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.645780 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=48557972-00a2-459a-88df-83a565897bd6,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:11.699545 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-232b52eb-f326-43f7-b05b-a5fc08bee6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:11.701038 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-232b52eb-f326-43f7-b05b-a5fc08bee6a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 1129 time: 0.1137669 May 12 19:00:11.710332 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8379a29-6e9f-470d-88bb-6d05a8ed559a req-1e2596a9-1060-4cdc-aa4a-d7b39a104265 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:11.711485 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8379a29-6e9f-470d-88bb-6d05a8ed559a req-1e2596a9-1060-4cdc-aa4a-d7b39a104265 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 944 time: 0.1110747 May 12 19:00:11.745071 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e3ed-69f2-4256-9b9a-47e0d62d86d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (28b07c31-fea7-4c14-80a7-33a8fc53d302), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.747984 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e3ed-69f2-4256-9b9a-47e0d62d86d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.749283 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-dbe1e3ed-69f2-4256-9b9a-47e0d62d86d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28b07c31-fea7-4c14-80a7-33a8fc53d302 HTTP/1.1" status: 204 len: 168 time: 0.3072219 May 12 19:00:11.765042 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a9291-c5d8-4ddc-b187-c704cf5c991c req-6aefcc75-bb09-42e3-868a-84970790f7af tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:11.766736 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-831a9291-c5d8-4ddc-b187-c704cf5c991c req-6aefcc75-bb09-42e3-868a-84970790f7af tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 945 time: 0.1341970 May 12 19:00:11.791854 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1e3ed-69f2-4256-9b9a-47e0d62d86d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b07c31-fea7-4c14-80a7-33a8fc53d302,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:11.846276 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35018) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:11.871532 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca02bb8a-c6e9-441e-aa39-e29e1c089ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:11.892429 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8379a29-6e9f-470d-88bb-6d05a8ed559a req-987e83c0-720d-4b19-9d92-22923f9dc43c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667936 May 12 19:00:11.953369 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-831a9291-c5d8-4ddc-b187-c704cf5c991c req-48c26e53-087b-4084-a2d9-73e9f633064c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665602 May 12 19:00:11.954434 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-afe1a4a6-dd4f-4ba3-b406-4dc768dea927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:11.955804 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-afe1a4a6-dd4f-4ba3-b406-4dc768dea927 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.2434797 May 12 19:00:12.036802 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca02bb8a-c6e9-441e-aa39-e29e1c089ba4 admin admin] Publish callbacks [] for security_group (34cf7958-eac2-4798-a8c6-f643de188238), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.044947 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca02bb8a-c6e9-441e-aa39-e29e1c089ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (34cf7958-eac2-4798-a8c6-f643de188238), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.091351 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ca02bb8a-c6e9-441e-aa39-e29e1c089ba4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=005a1be36a7f4c7297be299ada212be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441788 May 12 19:00:12.094272 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:00:12.094744 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35028) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:12.102828 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02bb8a-c6e9-441e-aa39-e29e1c089ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf7958-eac2-4798-a8c6-f643de188238,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:12.151173 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24408-4eba-4bd6-ada7-4dbf30aae71e req-1177d30f-87c4-4385-91ee-96cbecca4151 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:12.152757 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3fc24408-4eba-4bd6-ada7-4dbf30aae71e req-1177d30f-87c4-4385-91ee-96cbecca4151 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 944 time: 0.1317198 May 12 19:00:12.168665 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5c0460d-af74-412e-a258-9afcd09da271 admin admin] Publish callbacks [] for security_group (34cf7958-eac2-4798-a8c6-f643de188238), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.171840 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e20ea6-6c8e-4f92-814f-998e8904f3eb req-4c281106-169f-4477-93d4-622975afdfb1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:12.174911 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-01e20ea6-6c8e-4f92-814f-998e8904f3eb req-4c281106-169f-4477-93d4-622975afdfb1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 945 time: 0.1105242 May 12 19:00:12.194606 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5c0460d-af74-412e-a258-9afcd09da271 admin admin] Publish callbacks [] for security_group (34cf7958-eac2-4798-a8c6-f643de188238), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.204988 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 1abe14a4-11ef-449b-a24c-786cad5c7d21 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:00:12.217516 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 1abe14a4-11ef-449b-a24c-786cad5c7d21 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:00:12.218091 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.277003 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5c0460d-af74-412e-a258-9afcd09da271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (34cf7958-eac2-4798-a8c6-f643de188238), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.279354 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5c0460d-af74-412e-a258-9afcd09da271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.283665 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e5c0460d-af74-412e-a258-9afcd09da271 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34cf7958-eac2-4798-a8c6-f643de188238 HTTP/1.1" status: 204 len: 168 time: 0.1845598 May 12 19:00:12.289514 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3fc24408-4eba-4bd6-ada7-4dbf30aae71e req-5db12a12-40b7-4073-871c-7ce43fc4e227 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094964 May 12 19:00:12.292997 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0460d-af74-412e-a258-9afcd09da271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf7958-eac2-4798-a8c6-f643de188238,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:12.294733 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-01e20ea6-6c8e-4f92-814f-998e8904f3eb req-7538ee5f-a231-47b5-a3c9-6a6c6393deb6 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041856 May 12 19:00:12.352058 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1abe14a4-11ef-449b-a24c-786cad5c7d21 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:12.352515 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.376519 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:12.379359 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620eec90-4110-4f08-a550-b34fc5d6ee90" -d '{"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-plugged", "status": "completed", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:12.392167 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:12.397922 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.398874 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:00:12.449515 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0652680e-e887-4e5c-ad2c-7e8e38e4d7a9 x-openstack-request-id: req-0652680e-e887-4e5c-ad2c-7e8e38e4d7a9 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:12.449841 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-plugged", "status": "completed", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:12.450260 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0652680e-e887-4e5c-ad2c-7e8e38e4d7a9 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:12.450801 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0652680e-e887-4e5c-ad2c-7e8e38e4d7a9'] response: {'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'code': 200} May 12 19:00:12.505700 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['48557972-00a2-459a-88df-83a565897bd6'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:00:12.527666 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-d9a2ff0f-6b8f-4eec-a317-4b376065ccfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21 HTTP/1.1" status: 200 len: 217 time: 0.0728705 May 12 19:00:12.591263 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:12.604699 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:00:12.609757 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-0394a5b9-0f5a-44f1-9b6b-5d4891b3cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:12.611982 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-0394a5b9-0f5a-44f1-9b6b-5d4891b3cd4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0726142 May 12 19:00:12.617921 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:00:12.619153 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:12.705316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-bebc3b53-81d7-49cf-b1ba-daf31000bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:12.710225 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-bebc3b53-81d7-49cf-b1ba-daf31000bd27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880501 May 12 19:00:12.857988 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2207-488c-4864-894e-6122ba5e119f req-5837059f-c551-4140-bacd-72c75996b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:12.859487 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d4ee2207-488c-4864-894e-6122ba5e119f req-5837059f-c551-4140-bacd-72c75996b3d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 1130 time: 0.1106594 May 12 19:00:12.914430 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-9cd444f1-071c-4b50-8113-d44ee91d5380 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746202 May 12 19:00:12.969460 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d4ee2207-488c-4864-894e-6122ba5e119f req-fa4bbc68-0410-42d3-a1aa-7998c7e91ff1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027932 May 12 19:00:12.990350 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:12.990882 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:13.055952 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:13.064696 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:13.131581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84a20-4507-4ec6-b667-7b94eb82434b req-15b8ad97-87e2-4f81-9f42-ceff12c6dde7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:13.132704 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3b84a20-4507-4ec6-b667-7b94eb82434b req-15b8ad97-87e2-4f81-9f42-ceff12c6dde7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0803187 May 12 19:00:13.141800 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:13.203319 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5838e-2c63-4873-97e1-176c3a5ce767 req-ccecfa00-9a85-437c-af3f-d454790a6e00 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:13.204794 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6fb5838e-2c63-4873-97e1-176c3a5ce767 req-ccecfa00-9a85-437c-af3f-d454790a6e00 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 945 time: 0.1504982 May 12 19:00:13.224265 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d821c33-bfce-4482-bbb8-edadb2d121ee req-6dde560f-adc4-4231-b270-20224e64ba7e service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024280 May 12 19:00:13.274490 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3b84a20-4507-4ec6-b667-7b94eb82434b req-f2d179f5-d7ac-44a7-b16e-b0d219ff573c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126809 May 12 19:00:13.289360 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6fb5838e-2c63-4873-97e1-176c3a5ce767 req-2eb8a2d3-b260-4208-9413-4d3ef6faadd5 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692489 May 12 19:00:13.514292 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b987e3e-9316-48fd-a346-a42de5ff7bfa req-3b686848-bc05-4934-b98f-e910de7c6e04 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:13.515870 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b987e3e-9316-48fd-a346-a42de5ff7bfa req-3b686848-bc05-4934-b98f-e910de7c6e04 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 944 time: 0.0835931 May 12 19:00:13.542197 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05ebb2-c6bc-4781-bb77-75ba07f27f09 req-30526dd2-605d-4b01-bebb-e76f2e5ef4d3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:13.543762 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad05ebb2-c6bc-4781-bb77-75ba07f27f09 req-30526dd2-605d-4b01-bebb-e76f2e5ef4d3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 945 time: 0.0742278 May 12 19:00:13.552712 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35104) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:13.558393 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'floatingip': {'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:00:13.606730 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b987e3e-9316-48fd-a346-a42de5ff7bfa req-dd299eb6-6941-42a3-ac08-1a37dc3f4458 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639358 May 12 19:00:13.663991 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (d820aee9-549a-4180-9241-88ecdb49a1d5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:13.697834 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d098b86-a379-4186-86de-32c0c5e207d8 req-b65e5e3c-ed2b-4c20-b100-b091719b0a08 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:13.706199 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d098b86-a379-4186-86de-32c0c5e207d8 req-b65e5e3c-ed2b-4c20-b100-b091719b0a08 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0659924 May 12 19:00:13.762419 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d098b86-a379-4186-86de-32c0c5e207d8 req-e33766de-ee3e-4bc8-8eed-867c89efe3a7 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543680 May 12 19:00:13.989899 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 48557972-00a2-459a-88df-83a565897bd6 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:00:14.040019 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 48557972-00a2-459a-88df-83a565897bd6 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:00:14.047440 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 48557972-00a2-459a-88df-83a565897bd6 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:00:14.048706 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (48557972-00a2-459a-88df-83a565897bd6), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:14.147871 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 48557972-00a2-459a-88df-83a565897bd6 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:00:14.148404 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (48557972-00a2-459a-88df-83a565897bd6), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:14.189968 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 48557972-00a2-459a-88df-83a565897bd6, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=48557972-00a2-459a-88df-83a565897bd6,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:14.196796 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (48557972-00a2-459a-88df-83a565897bd6), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:14.258987 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=48557972-00a2-459a-88df-83a565897bd6,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:14.452332 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7'}, {'server_uuid': '398fab6a-ea82-46a2-907a-5c98b273d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48557972-00a2-459a-88df-83a565897bd6'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:14.456234 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4986b1-0529-4f25-9f1b-8bbf8ac72575" -d '{"events": [{"server_uuid": "44b6a7d2-7257-49f6-9b8d-69d6a3909dc1", "name": "network-vif-plugged", "status": "completed", "tag": "45a2c903-cdc6-44e2-9c9e-1c74da169ec7"}, {"server_uuid": "398fab6a-ea82-46a2-907a-5c98b273d143", "name": "network-vif-plugged", "status": "completed", "tag": "48557972-00a2-459a-88df-83a565897bd6"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:14.549444 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 May 2022 19:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90128f1-3258-4266-8d5b-ea2795866230 x-openstack-request-id: req-d90128f1-3258-4266-8d5b-ea2795866230 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:14.551671 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b6a7d2-7257-49f6-9b8d-69d6a3909dc1", "name": "network-vif-plugged", "status": "completed", "tag": "45a2c903-cdc6-44e2-9c9e-1c74da169ec7", "code": 200}, {"server_uuid": "398fab6a-ea82-46a2-907a-5c98b273d143", "name": "network-vif-plugged", "status": "completed", "tag": "48557972-00a2-459a-88df-83a565897bd6", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:14.552114 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d90128f1-3258-4266-8d5b-ea2795866230 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:14.552688 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90128f1-3258-4266-8d5b-ea2795866230'] response: {'server_uuid': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'code': 200} May 12 19:00:14.553109 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90128f1-3258-4266-8d5b-ea2795866230'] response: {'server_uuid': '398fab6a-ea82-46a2-907a-5c98b273d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48557972-00a2-459a-88df-83a565897bd6', 'code': 200} May 12 19:00:14.686275 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:14.695349 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01a87e-d07b-417b-a95b-d919fcf9ca0c req-e6da2bc8-0599-4fd2-a1ad-c1186524b22e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:14.696143 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (d820aee9-549a-4180-9241-88ecdb49a1d5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:14.702502 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a01a87e-d07b-417b-a95b-d919fcf9ca0c req-e6da2bc8-0599-4fd2-a1ad-c1186524b22e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.3261333 May 12 19:00:14.797349 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb284788-3e05-4553-bb49-6d79549e8149 req-d0cd80a1-1b13-4eaf-978c-8678032d27da tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:14.799428 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eb284788-3e05-4553-bb49-6d79549e8149 req-d0cd80a1-1b13-4eaf-978c-8678032d27da tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0782027 May 12 19:00:14.817112 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a01a87e-d07b-417b-a95b-d919fcf9ca0c req-9d35f754-4e44-4803-92c3-98ee9d7e9a2e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089277 May 12 19:00:14.910331 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eb284788-3e05-4553-bb49-6d79549e8149 req-775f4bed-1ec1-4427-9293-d83a0c794c42 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913591 May 12 19:00:14.984424 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd215c69-0864-42a9-9aa1-05ed73430c76 req-4004e2ac-470a-48eb-aec1-586b48af6d00 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:14.986458 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd215c69-0864-42a9-9aa1-05ed73430c76 req-4004e2ac-470a-48eb-aec1-586b48af6d00 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0641768 May 12 19:00:15.055707 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Floating IP d820aee9-549a-4180-9241-88ecdb49a1d5 associated. External IP: 172.27.3.110, port: 1b6193bd-0c92-47cd-8e4c-4291685e61ee. May 12 19:00:15.108809 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd215c69-0864-42a9-9aa1-05ed73430c76 req-41cac7f5-300f-4fda-a212-404e1acc80ca tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086578 May 12 19:00:15.154074 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e0bdb-433e-447b-87aa-bb2e2c06703b req-0acb2baf-94b5-406a-bb27-6d4fd0b4aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:15.156152 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0f4e0bdb-433e-447b-87aa-bb2e2c06703b req-0acb2baf-94b5-406a-bb27-6d4fd0b4aeba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 1129 time: 0.0718465 May 12 19:00:15.254576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381fc18-3a44-4d66-bde5-f14dde044c38 req-cb1f47fb-ff90-419b-85bb-bbcf79023b01 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:15.256547 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7381fc18-3a44-4d66-bde5-f14dde044c38 req-cb1f47fb-ff90-419b-85bb-bbcf79023b01 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0557368 May 12 19:00:15.265793 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:15.271059 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'floatingip': {'port_id': '1abe14a4-11ef-449b-a24c-786cad5c7d21'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:00:15.367265 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (416143c5-03f2-4104-a32c-939c4d0c7f51), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:15.402212 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:00:15.518011 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:00:15.523406 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:15.535890 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:00:15.550367 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:00:15.551709 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:15.561444 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-cfb8107f-8c7d-4bcd-8597-09ae5b4066b6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "PUT /v2.0/floatingips/d820aee9-549a-4180-9241-88ecdb49a1d5 HTTP/1.1" status: 200 len: 991 time: 2.0070226 May 12 19:00:15.562068 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'tag': '1b6193bd-0c92-47cd-8e4c-4291685e61ee'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:15.564418 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050b4678-e859-479d-9f24-d05c6e6b3fba" -d '{"events": [{"name": "network-changed", "server_uuid": "64bcf7c1-c1cd-4149-af79-39ad90968742", "tag": "1b6193bd-0c92-47cd-8e4c-4291685e61ee"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:15.636188 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5360a1-c493-45e7-a30a-f3acb8258603 x-openstack-request-id: req-7e5360a1-c493-45e7-a30a-f3acb8258603 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:15.636484 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bcf7c1-c1cd-4149-af79-39ad90968742", "tag": "1b6193bd-0c92-47cd-8e4c-4291685e61ee", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:15.636742 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e5360a1-c493-45e7-a30a-f3acb8258603 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:15.637153 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5360a1-c493-45e7-a30a-f3acb8258603'] response: {'name': 'network-changed', 'server_uuid': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'tag': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'status': 'completed', 'code': 200} May 12 19:00:15.682986 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:00:15.941240 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:14Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:15.970497 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:00:15.979403 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:00:15.980016 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:15.991785 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda68fd9-e2bb-4344-b4c2-ca012cf9e007 req-e8423f9f-fd91-4256-bffa-36efab9a4c2b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:15.993260 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cda68fd9-e2bb-4344-b4c2-ca012cf9e007 req-e8423f9f-fd91-4256-bffa-36efab9a4c2b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1053293 May 12 19:00:16.086659 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 19:00:16.088015 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:00:16.150588 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07005b18-0f31-4680-8d1b-17584e216e56 req-8338050a-565b-423a-848e-8e8d78839e91 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:16.152044 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-07005b18-0f31-4680-8d1b-17584e216e56 req-8338050a-565b-423a-848e-8e8d78839e91 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.1344211 May 12 19:00:16.208279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:16.212054 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cda68fd9-e2bb-4344-b4c2-ca012cf9e007 req-9a0e438c-bbdf-4b31-b046-7f374376cd1e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932738 May 12 19:00:16.219121 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (416143c5-03f2-4104-a32c-939c4d0c7f51), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:16.281411 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-07005b18-0f31-4680-8d1b-17584e216e56 req-e4f3a990-c71e-404d-9d1e-9bb43ab7f1cd tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216929 May 12 19:00:16.313985 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:14Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:16.340324 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92170cff-9d28-4e18-8ba9-733c7a45a1c9 None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:14Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:00:16.347528 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Floating IP 416143c5-03f2-4104-a32c-939c4d0c7f51 associated. External IP: 172.27.3.188, port: 1abe14a4-11ef-449b-a24c-786cad5c7d21. May 12 19:00:16.528030 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbe5be-7a6e-4636-ab9c-c4f0763ed61e None None] New status for floating IP d820aee9-549a-4180-9241-88ecdb49a1d5: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:00:16.563299 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:00:16.673607 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:00:16.680136 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:16.684817 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] Sync routers for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:00:16.706433 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:00:16.706433 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:16.712665 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-28e5888e-e1c1-426e-8e94-18e973504a3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "PUT /v2.0/floatingips/416143c5-03f2-4104-a32c-939c4d0c7f51 HTTP/1.1" status: 200 len: 992 time: 1.4437518 May 12 19:00:16.712665 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:16.714440 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e11996-c36f-4ca2-8b29-5a48810a091e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:16.751888 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc135ef-92c3-4c0c-ab5f-4e9f0659ab8f x-openstack-request-id: req-9cc135ef-92c3-4c0c-ab5f-4e9f0659ab8f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:16.752317 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:16.752573 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cc135ef-92c3-4c0c-ab5f-4e9f0659ab8f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:16.752977 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc135ef-92c3-4c0c-ab5f-4e9f0659ab8f'] response: {'name': 'network-changed', 'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'status': 'completed', 'code': 200} May 12 19:00:16.896912 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:00:17.103848 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '416143c5-03f2-4104-a32c-939c4d0c7f51', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'port_id': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'mac_address': 'fa:16:3e:d4:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fae6df-666d-4354-9089-87b51631cb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:48Z', 'updated_at': '2022-05-12T19:00:15Z', 'revision_number': 1, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:17.132093 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] Checking router: b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:00:17.140230 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:00:17.140817 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T18:59:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:17.249104 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:00:17.332651 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc17b8-c260-44eb-b778-e68d605f52c9 req-855cfd29-ee46-4f3a-a97f-9e7c856a548f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:17.334815 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b3bc17b8-c260-44eb-b778-e68d605f52c9 req-855cfd29-ee46-4f3a-a97f-9e7c856a548f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0503817 May 12 19:00:17.415522 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b3bc17b8-c260-44eb-b778-e68d605f52c9 req-66e204db-4395-4fac-a8b4-d6d7fccf0230 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749114 May 12 19:00:17.421418 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ba7d5-4677-4482-8f75-c5b08fbe17cb req-4b65ecca-2433-4504-ac56-439dad2f8f2d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:17.422850 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5f6ba7d5-4677-4482-8f75-c5b08fbe17cb req-4b65ecca-2433-4504-ac56-439dad2f8f2d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0645401 May 12 19:00:17.471080 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '416143c5-03f2-4104-a32c-939c4d0c7f51', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'port_id': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'mac_address': 'fa:16:3e:d4:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fae6df-666d-4354-9089-87b51631cb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:48Z', 'updated_at': '2022-05-12T19:00:15Z', 'revision_number': 1, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:17.475499 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5f6ba7d5-4677-4482-8f75-c5b08fbe17cb req-64920f1b-f866-4fe4-94d2-063077fda72b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 May 12 19:00:17.496675 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59197991-d5a1-4fe7-9587-c3585a1148ae None None] The sync data for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi is: [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '416143c5-03f2-4104-a32c-939c4d0c7f51', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'port_id': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'mac_address': 'fa:16:3e:d4:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fae6df-666d-4354-9089-87b51631cb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:48Z', 'updated_at': '2022-05-12T19:00:15Z', 'revision_number': 1, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:00:17.682457 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5eaa8f-ee34-4166-b3c5-a0efc4a49d58 None None] New status for floating IP 416143c5-03f2-4104-a32c-939c4d0c7f51: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:00:18.307346 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-f221c90f-b518-4d2b-bd0a-222bcbd14550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:18.308978 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-f221c90f-b518-4d2b-bd0a-222bcbd14550 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 1129 time: 0.0411832 May 12 19:00:18.590020 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-a5cbaada-c056-4e34-8a71-c353d78e6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:18.591458 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-a5cbaada-c056-4e34-8a71-c353d78e6542 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 1130 time: 0.3211286 May 12 19:00:18.611395 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d28b-7f3d-40cf-a8fb-15472800455b req-aa4c36a3-7e23-4cfd-8921-d30c0a3b4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:18.613147 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-23f6d28b-7f3d-40cf-a8fb-15472800455b req-aa4c36a3-7e23-4cfd-8921-d30c0a3b4508 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 1129 time: 0.3438883 May 12 19:00:18.623373 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0f4e0bdb-433e-447b-87aa-bb2e2c06703b req-c10f51e7-10c0-4b91-91b6-3018c0278994 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677111 May 12 19:00:18.631650 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f11289-022e-4ec7-90e5-b06b6a0591a7 req-4493e166-3159-40f7-882d-b46045819e60 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:18.633026 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03f11289-022e-4ec7-90e5-b06b6a0591a7 req-4493e166-3159-40f7-882d-b46045819e60 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1073465 May 12 19:00:18.645565 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd7cf-bbd6-4033-bcb2-bb65e56c0ef7 req-359afb40-c1d4-4f8b-b332-2fb7a30e702a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:18.647443 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce0fd7cf-bbd6-4033-bcb2-bb65e56c0ef7 req-359afb40-c1d4-4f8b-b332-2fb7a30e702a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0966094 May 12 19:00:18.733645 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03f11289-022e-4ec7-90e5-b06b6a0591a7 req-bc3b7ba0-ea1b-4b95-822b-a1209b9a67ff tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850775 May 12 19:00:18.739597 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce0fd7cf-bbd6-4033-bcb2-bb65e56c0ef7 req-0da3bac2-8692-49b8-9266-bd29edda6c92 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755422 May 12 19:00:19.291292 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bac49b15-0216-4c29-8381-c0b73bcda6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:19.930161 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e58ba-9726-4d4c-8bf5-58eef30c7ef2 req-fe46c309-b996-4b37-91cc-0405afa1191d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:19.931652 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-070e58ba-9726-4d4c-8bf5-58eef30c7ef2 req-fe46c309-b996-4b37-91cc-0405afa1191d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1314385 May 12 19:00:19.937379 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f51ce-b364-46eb-9ced-d7412ada8a05 req-e2ad92f0-659e-42c6-83c7-e7cc09589dc4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:19.938786 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f74f51ce-b364-46eb-9ced-d7412ada8a05 req-e2ad92f0-659e-42c6-83c7-e7cc09589dc4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.1290362 May 12 19:00:19.955452 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-eb340620-d6d2-49ee-94f6-0153b7e5b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:19.957519 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-eb340620-d6d2-49ee-94f6-0153b7e5b38c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 915 time: 0.1249390 May 12 19:00:20.038965 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-23f6d28b-7f3d-40cf-a8fb-15472800455b req-9754ab54-c77d-4fc6-ad36-24b288303922 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000265 May 12 19:00:20.074567 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-260b91a4-554c-4203-8a5c-2d5bb11e4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:20.075981 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-260b91a4-554c-4203-8a5c-2d5bb11e4de5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.2361434 May 12 19:00:20.088585 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-070e58ba-9726-4d4c-8bf5-58eef30c7ef2 req-73632376-f797-42d2-a08b-4b9ed3bb8aa8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488941 May 12 19:00:20.095356 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f74f51ce-b364-46eb-9ced-d7412ada8a05 req-59e71f2d-dd52-4799-bbbf-94cf1f2f5b00 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180964 May 12 19:00:21.056700 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-b8252dfe-d1b1-47e2-acc7-2ba33d566980 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b6193bd-0c92-47cd-8e4c-4291685e61ee HTTP/1.1" status: 200 len: 1001 time: 0.1050260 May 12 19:00:21.070939 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55225570-e2d8-4415-aaff-4f453476343e req-8bd385c7-4c85-454b-aa4c-91f3b5d1ee86 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1115384 May 12 19:00:21.113384 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-7f393680-2db1-4114-8af7-d8160043c4ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21 HTTP/1.1" status: 200 len: 1002 time: 0.1610210 May 12 19:00:21.255741 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaaac0-5f37-4ef0-b4a5-999a2373cc2c req-9180f2c2-e4d1-4e97-9dfb-6c6516f049c0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:21.257225 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dbdaaac0-5f37-4ef0-b4a5-999a2373cc2c req-9180f2c2-e4d1-4e97-9dfb-6c6516f049c0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0818889 May 12 19:00:21.263248 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed6055-cddc-4fab-802f-c993ebe6a5c5 req-56d73e9a-c0ee-48f3-8c7d-11c2d53f4b4a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:21.264727 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-76ed6055-cddc-4fab-802f-c993ebe6a5c5 req-56d73e9a-c0ee-48f3-8c7d-11c2d53f4b4a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0917046 May 12 19:00:21.332710 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef572-0997-45c5-b450-7f2bc87e6da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:21.342270 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dbdaaac0-5f37-4ef0-b4a5-999a2373cc2c req-6731f24f-9880-47cf-b37a-23a483a0fd63 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 May 12 19:00:21.356096 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-76ed6055-cddc-4fab-802f-c993ebe6a5c5 req-64231c93-78e8-48ca-839c-e8e7096d5d8e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769446 May 12 19:00:21.641519 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be42d14-5d9d-4433-aed5-30ecec992f72 req-12b86a7b-fd61-4eaa-b9a5-061d62ae254d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:21.646116 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5be42d14-5d9d-4433-aed5-30ecec992f72 req-12b86a7b-fd61-4eaa-b9a5-061d62ae254d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0582545 May 12 19:00:21.692897 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5be42d14-5d9d-4433-aed5-30ecec992f72 req-5edef74e-a100-45c5-9ef2-9ebce29b931d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 May 12 19:00:21.929061 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35360) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:22.054306 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.136788 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Publish callbacks [] for security_group (98b49c61-64a3-4591-8844-52db6f2e05a7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.139948 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (98b49c61-64a3-4591-8844-52db6f2e05a7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.178474 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fefbc47ebd6b4c77a081923563893c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482355 May 12 19:00:22.180317 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b49c61-64a3-4591-8844-52db6f2e05a7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:22.181131 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35370) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:22.187302 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.187646 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.187991 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.188328 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.188656 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.188981 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.189304 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.189656 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.189981 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.190302 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.190623 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.190946 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.191300 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.191634 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.191952 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce7419-6702-48dd-a44c-21c94da5ee43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.240600 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-841f300e-9e46-4944-9ab8-4cae0a7664aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:22.242164 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-841f300e-9e46-4944-9ab8-4cae0a7664aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0466750 May 12 19:00:22.270043 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-71fd4f51-9fcf-439b-846c-a63b7cc9f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:22.271512 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-71fd4f51-9fcf-439b-846c-a63b7cc9f821 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.0702868 May 12 19:00:22.281661 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Publish callbacks [] for security_group (98b49c61-64a3-4591-8844-52db6f2e05a7), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.303613 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Publish callbacks [] for security_group (98b49c61-64a3-4591-8844-52db6f2e05a7), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.348722 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (98b49c61-64a3-4591-8844-52db6f2e05a7), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.351410 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.352543 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98b49c61-64a3-4591-8844-52db6f2e05a7 HTTP/1.1" status: 204 len: 168 time: 0.1702280 May 12 19:00:22.360280 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b49c61-64a3-4591-8844-52db6f2e05a7,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:22.367427 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.367773 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.368111 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.368443 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.368851 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.373568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde5c57-26dd-4475-aa4c-c8ae4bf15742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:00:22.467026 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747a4f3-dd4b-4b8e-aff7-3576e99d2c97 req-a6c08704-326f-4431-b496-14571241577c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:22.468928 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d747a4f3-dd4b-4b8e-aff7-3576e99d2c97 req-a6c08704-326f-4431-b496-14571241577c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0500903 May 12 19:00:22.514891 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d747a4f3-dd4b-4b8e-aff7-3576e99d2c97 req-7b1ae36c-54e9-4aa4-b125-38a2d9d239e4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 May 12 19:00:22.622802 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5388ce7-6180-4280-bdc4-b01c94925267 req-91beeeb1-9e20-4ba2-86a7-46a928c36587 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:22.624432 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5388ce7-6180-4280-bdc4-b01c94925267 req-91beeeb1-9e20-4ba2-86a7-46a928c36587 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0471351 May 12 19:00:22.633681 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35382) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:22.635634 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:22.641647 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'floatingip': {'port_id': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:00:22.650286 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b86ceebf-15f2-4319-9d7b-bbe56adb6edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.688101 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (152d996e-0124-4edc-b424-80346fffc9df), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.748982 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b86ceebf-15f2-4319-9d7b-bbe56adb6edb admin admin] Publish callbacks [] for security_group (ec18a68c-a083-4455-86e0-0fc7f1b55e5b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.754757 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b86ceebf-15f2-4319-9d7b-bbe56adb6edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ec18a68c-a083-4455-86e0-0fc7f1b55e5b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.818063 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b86ceebf-15f2-4319-9d7b-bbe56adb6edb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fe04ba9061d43109488da272ef75ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810191 May 12 19:00:22.835831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:22.836500 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ceebf-15f2-4319-9d7b-bbe56adb6edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec18a68c-a083-4455-86e0-0fc7f1b55e5b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:22.872004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761d5b-a2e5-48b7-b324-c4ee3bf60895 req-0430b414-6d74-406c-9649-c24990718622 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:22.873570 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e4761d5b-a2e5-48b7-b324-c4ee3bf60895 req-0430b414-6d74-406c-9649-c24990718622 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0736434 May 12 19:00:22.935889 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.939976 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f2e23e2-6757-4a32-8c2a-f7c0dae0dcd9 admin admin] Publish callbacks [] for security_group (ec18a68c-a083-4455-86e0-0fc7f1b55e5b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:22.968923 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e4761d5b-a2e5-48b7-b324-c4ee3bf60895 req-61f27b1f-f9dc-4da8-8e97-a6a9f23208d8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725341 May 12 19:00:22.980109 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f2e23e2-6757-4a32-8c2a-f7c0dae0dcd9 admin admin] Publish callbacks [] for security_group (ec18a68c-a083-4455-86e0-0fc7f1b55e5b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.031851 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f2e23e2-6757-4a32-8c2a-f7c0dae0dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ec18a68c-a083-4455-86e0-0fc7f1b55e5b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.034607 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f2e23e2-6757-4a32-8c2a-f7c0dae0dcd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.038020 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5f2e23e2-6757-4a32-8c2a-f7c0dae0dcd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec18a68c-a083-4455-86e0-0fc7f1b55e5b HTTP/1.1" status: 204 len: 168 time: 0.1986458 May 12 19:00:23.051410 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e23e2-6757-4a32-8c2a-f7c0dae0dcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec18a68c-a083-4455-86e0-0fc7f1b55e5b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:23.136421 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.263645 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35412) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:23.289368 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-acd6eb07-b2df-47ae-99e5-e5d79f944b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:23.291760 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-acd6eb07-b2df-47ae-99e5-e5d79f944b36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1741438 May 12 19:00:23.313726 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55225570-e2d8-4415-aaff-4f453476343e req-358f5af5-6122-45af-b352-f48e964d0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:23.315236 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55225570-e2d8-4415-aaff-4f453476343e req-358f5af5-6122-45af-b352-f48e964d0aaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=61be60da66374c5b9c064eefb5b54dfe&device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 1130 time: 0.2329106 May 12 19:00:23.319056 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-e0bbfbf3-1c40-4043-a621-23bce98d0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:23.320607 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-e0bbfbf3-1c40-4043-a621-23bce98d0400 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 1129 time: 0.1964447 May 12 19:00:23.321903 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-acbfe0ed-a5d9-4caf-b619-388bda60f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:23.323585 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-acbfe0ed-a5d9-4caf-b619-388bda60f425 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2044852 May 12 19:00:23.377825 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.383828 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (152d996e-0124-4edc-b424-80346fffc9df), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.456740 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85165d85-d7a8-4498-a1d2-2d91c9452672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.507249 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Floating IP 152d996e-0124-4edc-b424-80346fffc9df associated. External IP: 172.27.3.27, port: 45a2c903-cdc6-44e2-9c9e-1c74da169ec7. May 12 19:00:23.633097 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85165d85-d7a8-4498-a1d2-2d91c9452672 admin admin] Publish callbacks [] for security_group (06b2cbed-137f-4fba-aaa2-5df3634d479d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.640425 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85165d85-d7a8-4498-a1d2-2d91c9452672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (06b2cbed-137f-4fba-aaa2-5df3634d479d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:23.711829 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-85165d85-d7a8-4498-a1d2-2d91c9452672 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6563260413774ecb90915d8cb2c4e798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243217 May 12 19:00:23.723532 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85165d85-d7a8-4498-a1d2-2d91c9452672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b2cbed-137f-4fba-aaa2-5df3634d479d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:23.793278 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35452) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:24.068462 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Router de19156b-3223-424b-a853-bf455d405c2c has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:00:24.140891 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-2b896d2e-97a0-42fc-bdeb-b91c41c70af3 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578398 May 12 19:00:24.172011 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d985f1-e1f4-42bd-a6ed-faac51a9fc27 admin admin] Publish callbacks [] for security_group (06b2cbed-137f-4fba-aaa2-5df3634d479d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.207077 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.209246 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:00:24.213604 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.215035 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb27ae-ec57-42af-89af-58192a76bcfe req-65a36bf1-af77-429c-afbb-1df2bf310535 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:24.216598 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4bb27ae-ec57-42af-89af-58192a76bcfe req-65a36bf1-af77-429c-afbb-1df2bf310535 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 946 time: 0.2597108 May 12 19:00:24.220799 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] Sync routers for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:00:24.227040 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-48029442-fc74-4491-b789-e72f86522d10 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305568 May 12 19:00:24.237278 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:00:24.239380 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:00:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:24.243881 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f113c-2a28-42a1-8109-e863b2ee862a req-5f8c77a6-13ee-48f7-9c9a-ef17529c68c5 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:24.248586 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b7f113c-2a28-42a1-8109-e863b2ee862a req-5f8c77a6-13ee-48f7-9c9a-ef17529c68c5 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.1815991 May 12 19:00:24.252401 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1c3bb6db-7267-482a-a665-3df8249176fd tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "PUT /v2.0/floatingips/152d996e-0124-4edc-b424-80346fffc9df HTTP/1.1" status: 200 len: 990 time: 1.6164484 May 12 19:00:24.252401 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'tag': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:24.254282 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf868f-6077-4b01-9cf1-fc10bda5026f" -d '{"events": [{"name": "network-changed", "server_uuid": "44b6a7d2-7257-49f6-9b8d-69d6a3909dc1", "tag": "45a2c903-cdc6-44e2-9c9e-1c74da169ec7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:24.282998 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-4657fc7b-6a88-4260-9f6b-887b50d8c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:24.284671 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-4657fc7b-6a88-4260-9f6b-887b50d8c49a service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.5386596 May 12 19:00:24.286981 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d985f1-e1f4-42bd-a6ed-faac51a9fc27 admin admin] Publish callbacks [] for security_group (06b2cbed-137f-4fba-aaa2-5df3634d479d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.296216 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55225570-e2d8-4415-aaff-4f453476343e req-25e57ab9-3c37-4d11-ade6-112869b76345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:24.297800 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55225570-e2d8-4415-aaff-4f453476343e req-25e57ab9-3c37-4d11-ade6-112869b76345 service neutron] 10.222.0.49 "GET /v2.0/networks?id=39bce4c1-f617-4e88-ab89-38b69663f080 HTTP/1.1" status: 200 len: 913 time: 0.5031338 May 12 19:00:24.367966 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:00:24.376648 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4bb27ae-ec57-42af-89af-58192a76bcfe req-9795a9d9-5a60-40e2-8254-e9373718cfc1 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401763 May 12 19:00:24.394919 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b7f113c-2a28-42a1-8109-e863b2ee862a req-00da674c-97aa-454f-a481-752169f3b801 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222906 May 12 19:00:24.418345 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d985f1-e1f4-42bd-a6ed-faac51a9fc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (06b2cbed-137f-4fba-aaa2-5df3634d479d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.421947 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d985f1-e1f4-42bd-a6ed-faac51a9fc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.424100 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-63d985f1-e1f4-42bd-a6ed-faac51a9fc27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06b2cbed-137f-4fba-aaa2-5df3634d479d HTTP/1.1" status: 204 len: 168 time: 0.6264644 May 12 19:00:24.443262 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d985f1-e1f4-42bd-a6ed-faac51a9fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b2cbed-137f-4fba-aaa2-5df3634d479d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:24.458025 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35474) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:24.477061 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056af9f5-ddbe-42fd-b4d0-87a5d6bee192 x-openstack-request-id: req-056af9f5-ddbe-42fd-b4d0-87a5d6bee192 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:24.477673 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b6a7d2-7257-49f6-9b8d-69d6a3909dc1", "tag": "45a2c903-cdc6-44e2-9c9e-1c74da169ec7", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:24.477773 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-056af9f5-ddbe-42fd-b4d0-87a5d6bee192 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:24.478278 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056af9f5-ddbe-42fd-b4d0-87a5d6bee192'] response: {'name': 'network-changed', 'server_uuid': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'tag': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'status': 'completed', 'code': 200} May 12 19:00:24.571445 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40391dd1-7288-4c63-8f68-c39cc169d6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.624851 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '152d996e-0124-4edc-b424-80346fffc9df', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'port_id': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'mac_address': 'fa:16:3e:17:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:37Z', 'updated_at': '2022-05-12T19:00:23Z', 'revision_number': 1, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:24.654052 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40391dd1-7288-4c63-8f68-c39cc169d6a7 admin admin] Publish callbacks [] for security_group (f43bf55f-90e4-45c6-b700-6b0dce03fc4f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.657129 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] Checking router: de19156b-3223-424b-a853-bf455d405c2c for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:00:24.658459 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40391dd1-7288-4c63-8f68-c39cc169d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f43bf55f-90e4-45c6-b700-6b0dce03fc4f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.669588 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:00:24.669588 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:00:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:24.709273 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-40391dd1-7288-4c63-8f68-c39cc169d6a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35f236e24dfe4fd6b7ab30ad44f70b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497079 May 12 19:00:24.710997 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40391dd1-7288-4c63-8f68-c39cc169d6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43bf55f-90e4-45c6-b700-6b0dce03fc4f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:24.717287 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35484) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:24.771810 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f44a74d-349b-48ae-9497-8247584c4217 admin admin] Publish callbacks [] for security_group (f43bf55f-90e4-45c6-b700-6b0dce03fc4f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.798951 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f44a74d-349b-48ae-9497-8247584c4217 admin admin] Publish callbacks [] for security_group (f43bf55f-90e4-45c6-b700-6b0dce03fc4f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.811054 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:00:24.860349 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f44a74d-349b-48ae-9497-8247584c4217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f43bf55f-90e4-45c6-b700-6b0dce03fc4f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.864175 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f44a74d-349b-48ae-9497-8247584c4217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:24.865838 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9f44a74d-349b-48ae-9497-8247584c4217 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f43bf55f-90e4-45c6-b700-6b0dce03fc4f HTTP/1.1" status: 204 len: 168 time: 0.1474435 May 12 19:00:24.874107 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44a74d-349b-48ae-9497-8247584c4217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43bf55f-90e4-45c6-b700-6b0dce03fc4f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:24.887033 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35492) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:24.901592 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3db0c509-330b-4bd1-b306-22d41326413b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.010226 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3db0c509-330b-4bd1-b306-22d41326413b admin admin] Publish callbacks [] for security_group (65e500f8-0c81-413e-a7e9-bf7ae72e988d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.016793 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3db0c509-330b-4bd1-b306-22d41326413b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (65e500f8-0c81-413e-a7e9-bf7ae72e988d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.074014 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:25.074243 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3db0c509-330b-4bd1-b306-22d41326413b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=070c0aaccdde4974a58b6f7e04b18a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859646 May 12 19:00:25.076196 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0c509-330b-4bd1-b306-22d41326413b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e500f8-0c81-413e-a7e9-bf7ae72e988d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:25.117154 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35498) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:25.139648 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '152d996e-0124-4edc-b424-80346fffc9df', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'port_id': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'mac_address': 'fa:16:3e:17:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:37Z', 'updated_at': '2022-05-12T19:00:23Z', 'revision_number': 1, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:25.147230 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a774403-da50-41b4-a366-1316af9b9918 admin admin] Publish callbacks [] for security_group (65e500f8-0c81-413e-a7e9-bf7ae72e988d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.174221 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0dbcb9-8e03-4bc2-92ef-a23bae359ddf None None] The sync data for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi is: [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '152d996e-0124-4edc-b424-80346fffc9df', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'port_id': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'mac_address': 'fa:16:3e:17:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:37Z', 'updated_at': '2022-05-12T19:00:23Z', 'revision_number': 1, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:00:25.180281 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a774403-da50-41b4-a366-1316af9b9918 admin admin] Publish callbacks [] for security_group (65e500f8-0c81-413e-a7e9-bf7ae72e988d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.243301 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a774403-da50-41b4-a366-1316af9b9918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (65e500f8-0c81-413e-a7e9-bf7ae72e988d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.247892 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a774403-da50-41b4-a366-1316af9b9918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.249075 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2a774403-da50-41b4-a366-1316af9b9918 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65e500f8-0c81-413e-a7e9-bf7ae72e988d HTTP/1.1" status: 204 len: 168 time: 0.1740143 May 12 19:00:25.259724 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a774403-da50-41b4-a366-1316af9b9918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e500f8-0c81-413e-a7e9-bf7ae72e988d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:25.330203 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8282f426-2eeb-45d2-a72f-281f555d4574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.452664 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8282f426-2eeb-45d2-a72f-281f555d4574 admin admin] Publish callbacks [] for security_group (1a42d85c-5896-4b46-807d-32a7a7da7031), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.459477 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8282f426-2eeb-45d2-a72f-281f555d4574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1a42d85c-5896-4b46-807d-32a7a7da7031), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.510704 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380762b6-2f02-46a2-b4da-f2e45ed97648 None None] New status for floating IP 152d996e-0124-4edc-b424-80346fffc9df: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:00:25.549559 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-8282f426-2eeb-45d2-a72f-281f555d4574 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5d01400df034226b9701a604d562004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306126 May 12 19:00:25.555082 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35524) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:25.587399 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282f426-2eeb-45d2-a72f-281f555d4574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42d85c-5896-4b46-807d-32a7a7da7031,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:25.665694 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-ac5ac6b2-2485-4438-b2c1-b75ecae7fdaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48557972-00a2-459a-88df-83a565897bd6 HTTP/1.1" status: 200 len: 217 time: 0.0531073 May 12 19:00:25.679223 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8594a5e6-fea3-4486-928e-b26b3de37776 admin admin] Publish callbacks [] for security_group (1a42d85c-5896-4b46-807d-32a7a7da7031), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.686758 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.705288 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8594a5e6-fea3-4486-928e-b26b3de37776 admin admin] Publish callbacks [] for security_group (1a42d85c-5896-4b46-807d-32a7a7da7031), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.835331 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-fea7448b-f717-4ae6-a144-ef10e104123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:25.836767 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55225570-e2d8-4415-aaff-4f453476343e req-f35efff3-2c05-4eb0-8528-0e0947bd9409 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c66529-6b79-49ae-a06f-387cfa61a5ad HTTP/1.1" status: 200 len: 217 time: 0.2284851 May 12 19:00:25.837019 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-fea7448b-f717-4ae6-a144-ef10e104123f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0578816 May 12 19:00:25.855571 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae097-b791-4f42-b27c-7e635673b2a5 req-7d2faa69-d8eb-4432-b56b-1322f2c5f136 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:25.859645 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8594a5e6-fea3-4486-928e-b26b3de37776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1a42d85c-5896-4b46-807d-32a7a7da7031), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.862621 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8594a5e6-fea3-4486-928e-b26b3de37776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:25.866749 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-8594a5e6-fea3-4486-928e-b26b3de37776 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a42d85c-5896-4b46-807d-32a7a7da7031 HTTP/1.1" status: 204 len: 168 time: 0.3077776 May 12 19:00:25.867722 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75eae097-b791-4f42-b27c-7e635673b2a5 req-7d2faa69-d8eb-4432-b56b-1322f2c5f136 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.3416009 May 12 19:00:25.875209 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4921e-acd8-46b3-909a-3d6d17edfb3d req-05da86ac-d467-46b4-a4cc-703dd8cffa98 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:25.876707 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10e4921e-acd8-46b3-909a-3d6d17edfb3d req-05da86ac-d467-46b4-a4cc-703dd8cffa98 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 946 time: 0.3896646 May 12 19:00:25.899892 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594a5e6-fea3-4486-928e-b26b3de37776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42d85c-5896-4b46-807d-32a7a7da7031,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:25.905271 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-6e3df2c5-d914-4d53-8396-516b97bc52ff service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140025 May 12 19:00:25.946869 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-6bd57c93-6396-4d21-9139-82ae0013f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:25.949805 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-6bd57c93-6396-4d21-9139-82ae0013f091 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.1906219 May 12 19:00:25.950319 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4e11996-c36f-4ca2-8b29-5a48810a091e req-56182581-8982-453b-a8cf-170524c0a4ec service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461061 May 12 19:00:25.990850 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10e4921e-acd8-46b3-909a-3d6d17edfb3d req-3161a205-3b25-4163-88ad-cd7784b9b4fc tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886235 May 12 19:00:26.005560 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75eae097-b791-4f42-b27c-7e635673b2a5 req-f3415797-7931-43b4-a222-d814333f9767 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315188 May 12 19:00:26.214389 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-7d5ef3d8-d556-42d2-b6d0-270da3ee033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:26.215890 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-7d5ef3d8-d556-42d2-b6d0-270da3ee033c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836711 May 12 19:00:26.219762 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55225570-e2d8-4415-aaff-4f453476343e req-c64d7b9a-b47b-4a5f-a5f3-f6636b0ca81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:26.221373 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55225570-e2d8-4415-aaff-4f453476343e req-c64d7b9a-b47b-4a5f-a5f3-f6636b0ca81e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fd4181-8133-4739-b6e9-e8883fe840d7 HTTP/1.1" status: 200 len: 852 time: 0.0904951 May 12 19:00:26.242400 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35548) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:26.248933 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-7eb83f11-8588-4f76-a746-459ff764ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:26.250424 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-7eb83f11-8588-4f76-a746-459ff764ae1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 912 time: 0.1192086 May 12 19:00:26.260131 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d86aa15-3826-4b8c-9415-d922423148c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:26.365136 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-8055c6f6-81b8-4240-beac-d7b93e28f230 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7 HTTP/1.1" status: 200 len: 1000 time: 0.0774889 May 12 19:00:26.370381 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55225570-e2d8-4415-aaff-4f453476343e req-54551cdf-0636-4a11-8a8b-603195ba3793 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39bce4c1-f617-4e88-ab89-38b69663f080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797031 May 12 19:00:26.429746 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-02589a59-0f46-4e26-837a-bca8c2a73e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:26.431682 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-02589a59-0f46-4e26-837a-bca8c2a73e61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 200 len: 850 time: 0.0543411 May 12 19:00:26.492636 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-8222b57e-8a60-463e-ad71-c09158287080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:26.494220 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-8222b57e-8a60-463e-ad71-c09158287080 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc5243f-8a82-4161-97c5-4250a7dc2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511277 May 12 19:00:26.619563 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-db70c37d-0fda-44b2-9a6e-287f9a2e8c68 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143420 May 12 19:00:26.696871 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-87e9b50a-8143-4617-80cd-763713a04458 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:26.698417 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-87e9b50a-8143-4617-80cd-763713a04458 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.49 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 946 time: 0.4065709 May 12 19:00:26.723659 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-83a367d0-808e-4216-b148-c6f804dce831 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963392 May 12 19:00:26.824319 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d86aa15-3826-4b8c-9415-d922423148c4 admin admin] Publish callbacks [] for security_group (7327dc45-eae3-4fba-8c48-15b734b25d85), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:26.832310 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-6147a02b-180c-4255-b3d9-c4b0b3b9aa18 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460525 May 12 19:00:26.872872 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d86aa15-3826-4b8c-9415-d922423148c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (7327dc45-eae3-4fba-8c48-15b734b25d85), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:26.996479 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55225570-e2d8-4415-aaff-4f453476343e req-7de9516a-0332-4911-a294-b9d856549f77 service neutron] 10.222.0.49 "GET /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135910 May 12 19:00:27.045729 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2d86aa15-3826-4b8c-9415-d922423148c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e5851ef149d420ba8401d3e32331b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8019142 May 12 19:00:27.046512 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86aa15-3826-4b8c-9415-d922423148c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7327dc45-eae3-4fba-8c48-15b734b25d85,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:27.048464 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35572) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:27.049109 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Deleting port d1c66529-6b79-49ae-a06f-387cfa61a5ad {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:00:27.049701 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.127954 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62f35994-8080-4c7d-8794-a54fdf3eb4a7 admin admin] Publish callbacks [] for security_group (7327dc45-eae3-4fba-8c48-15b734b25d85), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.156180 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62f35994-8080-4c7d-8794-a54fdf3eb4a7 admin admin] Publish callbacks [] for security_group (7327dc45-eae3-4fba-8c48-15b734b25d85), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.211662 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62f35994-8080-4c7d-8794-a54fdf3eb4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (7327dc45-eae3-4fba-8c48-15b734b25d85), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.214264 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62f35994-8080-4c7d-8794-a54fdf3eb4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.215401 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-62f35994-8080-4c7d-8794-a54fdf3eb4a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7327dc45-eae3-4fba-8c48-15b734b25d85 HTTP/1.1" status: 204 len: 168 time: 0.1656957 May 12 19:00:27.223884 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f35994-8080-4c7d-8794-a54fdf3eb4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7327dc45-eae3-4fba-8c48-15b734b25d85,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:27.264884 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-615bfc6e-8f97-46d2-971f-6a6ff471bbe6 req-7019fbba-3838-4164-a69b-f6ec3ed7d784 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930073 May 12 19:00:27.287210 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5be22-fd78-469d-a353-dc802a7bd5a4 req-d90ecd6e-dc3a-4cd4-bb0d-c675c8823d13 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:27.288688 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53c5be22-fd78-469d-a353-dc802a7bd5a4 req-d90ecd6e-dc3a-4cd4-bb0d-c675c8823d13 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.1915643 May 12 19:00:27.302484 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caeb6c9-e308-4343-9aca-046580f20a04 req-4ab8985e-7e74-4fa1-9667-b7d083e4cff3 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:27.303960 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5caeb6c9-e308-4343-9aca-046580f20a04 req-4ab8985e-7e74-4fa1-9667-b7d083e4cff3 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 946 time: 0.1958399 May 12 19:00:27.324888 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55225570-e2d8-4415-aaff-4f453476343e req-c03e8958-2709-46db-878a-0439b4534275 service neutron] 10.222.0.49 "GET /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936478 May 12 19:00:27.364198 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] For port d1c66529-6b79-49ae-a06f-387cfa61a5ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c66529-6b79-49ae-a06f-387cfa61a5ad,segment=NetworkSegment(4b3d6318-5df2-40b8-b6a5-8f45730925b4),segment_id=4b3d6318-5df2-40b8-b6a5-8f45730925b4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:00:27.364567 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.400074 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Calling delete_port for d1c66529-6b79-49ae-a06f-387cfa61a5ad owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:00:27.435972 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5caeb6c9-e308-4343-9aca-046580f20a04 req-5672cb49-491f-47db-aac0-780378acdbd5 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4e3730b-6d73-42bf-9f93-0c9942a97d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220484 May 12 19:00:27.438923 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53c5be22-fd78-469d-a353-dc802a7bd5a4 req-47112b87-0750-4479-92af-0ea96e3cb8d8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322944 May 12 19:00:27.595607 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35586) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:27.597250 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174'] for port (d1c66529-6b79-49ae-a06f-387cfa61a5ad), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.609854 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4f5fcdd2-f6bb-4edc-b67a-abf1f582b7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.631498 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Pushing event deleted for resources: {'Port': ['ID=d1c66529-6b79-49ae-a06f-387cfa61a5ad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:27.662866 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['d1c66529-6b79-49ae-a06f-387cfa61a5ad'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:00:27.695425 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] No DVR routers for this DVR port d1c66529-6b79-49ae-a06f-387cfa61a5ad on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:00:27.698883 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.702345 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-86a2d8e7-e968-49d5-a81f-88f9a4b1826c req-5ebe5c3c-861a-4a4e-b702-1756ed5e15ae tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.49 "DELETE /v2.0/ports/d1c66529-6b79-49ae-a06f-387cfa61a5ad HTTP/1.1" status: 204 len: 173 time: 0.9960947 May 12 19:00:27.702877 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10655ce7-9ca0-49c7-b182-0d2447b6c93c', 'name': 'network-vif-deleted', 'tag': 'd1c66529-6b79-49ae-a06f-387cfa61a5ad'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:00:27.705094 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328bdcbc-3eb1-430e-8777-90e82ef815eb" -d '{"events": [{"server_uuid": "10655ce7-9ca0-49c7-b182-0d2447b6c93c", "name": "network-vif-deleted", "tag": "d1c66529-6b79-49ae-a06f-387cfa61a5ad"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:00:27.715469 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4f5fcdd2-f6bb-4edc-b67a-abf1f582b7f3 admin admin] Publish callbacks [] for security_group (61da1274-b143-47aa-ae3b-427b5664687c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.720234 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4f5fcdd2-f6bb-4edc-b67a-abf1f582b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (61da1274-b143-47aa-ae3b-427b5664687c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.750571 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfeec8c-978c-4565-a7e2-51badb2c8b24 x-openstack-request-id: req-edfeec8c-978c-4565-a7e2-51badb2c8b24 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:00:27.750871 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10655ce7-9ca0-49c7-b182-0d2447b6c93c", "name": "network-vif-deleted", "tag": "d1c66529-6b79-49ae-a06f-387cfa61a5ad", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:00:27.751128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edfeec8c-978c-4565-a7e2-51badb2c8b24 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:00:27.751531 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfeec8c-978c-4565-a7e2-51badb2c8b24'] response: {'server_uuid': '10655ce7-9ca0-49c7-b182-0d2447b6c93c', 'name': 'network-vif-deleted', 'tag': 'd1c66529-6b79-49ae-a06f-387cfa61a5ad', 'status': 'completed', 'code': 200} May 12 19:00:27.763091 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4f5fcdd2-f6bb-4edc-b67a-abf1f582b7f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dee14f213b0348d89f98d7cb54749a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640654 May 12 19:00:27.763091 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fcdd2-f6bb-4edc-b67a-abf1f582b7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da1274-b143-47aa-ae3b-427b5664687c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:27.764277 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:27.822891 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4903e68f-3016-4aff-bbd3-34e4c0db651a admin admin] Publish callbacks [] for security_group (61da1274-b143-47aa-ae3b-427b5664687c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.843959 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4903e68f-3016-4aff-bbd3-34e4c0db651a admin admin] Publish callbacks [] for security_group (61da1274-b143-47aa-ae3b-427b5664687c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.891503 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4903e68f-3016-4aff-bbd3-34e4c0db651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (61da1274-b143-47aa-ae3b-427b5664687c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.894235 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4903e68f-3016-4aff-bbd3-34e4c0db651a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:27.895967 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4903e68f-3016-4aff-bbd3-34e4c0db651a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61da1274-b143-47aa-ae3b-427b5664687c HTTP/1.1" status: 204 len: 168 time: 0.1303611 May 12 19:00:27.903820 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903e68f-3016-4aff-bbd3-34e4c0db651a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da1274-b143-47aa-ae3b-427b5664687c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:28.611987 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-04b8daa2-dc61-417f-88c1-bc44b768a42c req-680eb2ee-e0a2-4130-946e-00932d278a7d tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.0586047 May 12 19:00:28.627424 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e592d6-50a8-405c-a7fb-2c3e76e13910 req-45cdb75d-67bb-4884-846b-116b6484124c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:28.629047 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-64e592d6-50a8-405c-a7fb-2c3e76e13910 req-45cdb75d-67bb-4884-846b-116b6484124c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0661352 May 12 19:00:28.681717 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-64e592d6-50a8-405c-a7fb-2c3e76e13910 req-56adfd64-e60d-4f84-afe5-54e97aaf1ec4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 May 12 19:00:29.801446 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e6148-5ecb-446b-a3b5-f85b76de8cd7 req-edc0144e-3486-45ba-815e-2cd35ab71f22 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:29.802986 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b03e6148-5ecb-446b-a3b5-f85b76de8cd7 req-edc0144e-3486-45ba-815e-2cd35ab71f22 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0477943 May 12 19:00:29.851363 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b88edaf3-b1fa-482d-922c-e783f413a796 req-c7b892b6-1110-40d4-b7e8-a8de9a83cf3a tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.0273085 May 12 19:00:29.872249 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b03e6148-5ecb-446b-a3b5-f85b76de8cd7 req-f891e05a-e354-4df1-8811-4250ca5a46ea tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635004 May 12 19:00:30.778822 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:00:30.947222 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-906a1c8b-f730-4688-b116-a58cd915382a req-3b950fa7-0e44-48f1-8949-7b4643425b04 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.0293519 May 12 19:00:30.992951 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c544f-721a-4581-95f9-e34b56dc396a req-8c2a2968-2837-4731-8e6f-f5a8a0564e7e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:30.994431 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5b4c544f-721a-4581-95f9-e34b56dc396a req-8c2a2968-2837-4731-8e6f-f5a8a0564e7e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0504060 May 12 19:00:31.039890 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5b4c544f-721a-4581-95f9-e34b56dc396a req-d4e9a259-ca79-4a9d-9d60-bb632ac60ce5 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 May 12 19:00:31.377492 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d1c66529-6b79-49ae-a06f-387cfa61a5ad no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:00:31.398096 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: d1c66529-6b79-49ae-a06f-387cfa61a5ad {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:00:31.398383 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d1c66529-6b79-49ae-a06f-387cfa61a5ad not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:00:32.042625 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-df0fdcc4-ef8e-463f-9c7a-26ecdf5712e9 req-34d69d38-7935-4def-839d-49ab473bccd7 tempest-DeleteServersTestJSON-676110705 tempest-DeleteServersTestJSON-676110705-project] 10.222.0.48 "GET /v2.0/ports?device_id=10655ce7-9ca0-49c7-b182-0d2447b6c93c HTTP/1.1" status: 200 len: 210 time: 0.0282500 May 12 19:00:32.151861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3214d-8baa-4506-8fcb-59ff6a10e553 req-bcd393a3-f2a0-4a43-931d-4214e712e59a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:32.153329 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d6d3214d-8baa-4506-8fcb-59ff6a10e553 req-bcd393a3-f2a0-4a43-931d-4214e712e59a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0477948 May 12 19:00:32.208532 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d6d3214d-8baa-4506-8fcb-59ff6a10e553 req-557d5978-5130-4cfb-af20-45488aab6ac3 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495505 May 12 19:00:33.331079 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1030-5c72-45a3-b845-e730d30e6922 req-096abc2f-bbc9-4a64-b2ce-53a294720bc2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:33.332627 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3bb1030-5c72-45a3-b845-e730d30e6922 req-096abc2f-bbc9-4a64-b2ce-53a294720bc2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0554349 May 12 19:00:33.382689 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3bb1030-5c72-45a3-b845-e730d30e6922 req-a7d13914-d587-4005-acc3-2f1e02e82797 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 May 12 19:00:34.503631 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadef57-74a7-4b07-b80c-d9c45e3740ed req-3126a1b8-0286-4abf-85b0-991b59f1514b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:34.505615 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6fadef57-74a7-4b07-b80c-d9c45e3740ed req-3126a1b8-0286-4abf-85b0-991b59f1514b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0463114 May 12 19:00:34.553026 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6fadef57-74a7-4b07-b80c-d9c45e3740ed req-b39c4430-9178-402a-b227-ecc6d55aa255 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 May 12 19:00:35.666247 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606447d-8267-459c-94bb-8379fd5efad4 req-d8a0d0b7-a9f4-4df1-9fd3-1b24e3c62b98 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:35.667693 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e606447d-8267-459c-94bb-8379fd5efad4 req-d8a0d0b7-a9f4-4df1-9fd3-1b24e3c62b98 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0491741 May 12 19:00:35.715330 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e606447d-8267-459c-94bb-8379fd5efad4 req-ed647436-7939-4788-be25-271cfbe51603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 May 12 19:00:36.587398 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35756) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:36.633656 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8498f7-beab-437d-a292-85676d56dc76 admin admin] Deleting subnet 33fd4181-8133-4739-b6e9-e8883fe840d7 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:00:36.637663 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e8498f7-beab-437d-a292-85676d56dc76 admin admin] Publish callbacks [] for subnet (33fd4181-8133-4739-b6e9-e8883fe840d7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:36.679986 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e8498f7-beab-437d-a292-85676d56dc76 admin admin] Publish callbacks [] for subnet (33fd4181-8133-4739-b6e9-e8883fe840d7), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:36.691301 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e8498f7-beab-437d-a292-85676d56dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (33fd4181-8133-4739-b6e9-e8883fe840d7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:36.757576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e8498f7-beab-437d-a292-85676d56dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (33fd4181-8133-4739-b6e9-e8883fe840d7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:36.792809 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8498f7-beab-437d-a292-85676d56dc76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fd4181-8133-4739-b6e9-e8883fe840d7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:36.804002 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e8498f7-beab-437d-a292-85676d56dc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:36.807143 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4e8498f7-beab-437d-a292-85676d56dc76 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33fd4181-8133-4739-b6e9-e8883fe840d7 HTTP/1.1" status: 204 len: 168 time: 0.2187405 May 12 19:00:36.810096 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35768) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:36.861042 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b880c30-978d-42d7-a689-2b899213fd6d req-d57f9427-927d-4192-9723-c7ceeb2895fd tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:36.862510 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b880c30-978d-42d7-a689-2b899213fd6d req-d57f9427-927d-4192-9723-c7ceeb2895fd tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0737872 May 12 19:00:36.883595 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:36.892570 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (39bce4c1-f617-4e88-ab89-38b69663f080), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:36.920847 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b880c30-978d-42d7-a689-2b899213fd6d req-f10de7ba-b3fe-4b2e-b72f-4b6fdddfeda0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523491 May 12 19:00:36.977501 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (39bce4c1-f617-4e88-ab89-38b69663f080), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:36.994060 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-740861ee-06f6-4e88-835b-c98d2c4e9a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.003493 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.004045 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.004836 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.005298 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.005658 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.006025 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.006460 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.006794 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.007110 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.007454 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.083084 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-740861ee-06f6-4e88-835b-c98d2c4e9a07 admin admin] Publish callbacks [] for security_group (5f470277-03d3-4606-aa44-e0ad59c1bab1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.083841 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.084263 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.084625 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.084977 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:37.085352 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bce4c1-f617-4e88-ab89-38b69663f080']}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:37.087437 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-740861ee-06f6-4e88-835b-c98d2c4e9a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (5f470277-03d3-4606-aa44-e0ad59c1bab1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.105094 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3d6318-5df2-40b8-b6a5-8f45730925b4') {'for_net_delete': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:37.105322 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3d6318-5df2-40b8-b6a5-8f45730925b4') {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:37.129002 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411970'] for segment (4b3d6318-5df2-40b8-b6a5-8f45730925b4), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.135727 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-740861ee-06f6-4e88-835b-c98d2c4e9a07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8201f97cea5f4ea89d4f3f58227e8d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479327 May 12 19:00:37.135727 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:37.142613 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740861ee-06f6-4e88-835b-c98d2c4e9a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f470277-03d3-4606-aa44-e0ad59c1bab1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:37.155607 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (4b3d6318-5df2-40b8-b6a5-8f45730925b4), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.171662 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:00:37.172079 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4248482'] for segment (4b3d6318-5df2-40b8-b6a5-8f45730925b4), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.197508 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f83a6ab2-4623-4509-8ebd-d6df9377d078 admin admin] Publish callbacks [] for security_group (5f470277-03d3-4606-aa44-e0ad59c1bab1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: from cryptography.utils import int_from_bytes May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: from cryptography.utils import int_from_bytes May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: Traceback (most recent call last): May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: timer() May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: cb(*args, **kw) May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: return func(*args, **kwargs) May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: self._notify() May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: self.callback(batched_events) May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: event.method(event) May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: return f(self, *a, **k) May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._get(url).json() May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: return self.request(url, 'GET', **kwargs) May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:00:37.206623 dv-cinder-795751-3-iscsi neutron-server[103290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:00:37.220419 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f83a6ab2-4623-4509-8ebd-d6df9377d078 admin admin] Publish callbacks [] for security_group (5f470277-03d3-4606-aa44-e0ad59c1bab1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.264048 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (39bce4c1-f617-4e88-ab89-38b69663f080), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.271940 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.275035 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f83a6ab2-4623-4509-8ebd-d6df9377d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (5f470277-03d3-4606-aa44-e0ad59c1bab1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.275756 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/39bce4c1-f617-4e88-ab89-38b69663f080 HTTP/1.1" status: 204 len: 168 time: 0.4646676 May 12 19:00:37.277841 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f83a6ab2-4623-4509-8ebd-d6df9377d078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.278912 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f83a6ab2-4623-4509-8ebd-d6df9377d078 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f470277-03d3-4606-aa44-e0ad59c1bab1 HTTP/1.1" status: 204 len: 168 time: 0.1427956 May 12 19:00:37.287617 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a6ab2-4623-4509-8ebd-d6df9377d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f470277-03d3-4606-aa44-e0ad59c1bab1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:37.308808 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce66506-1686-4a29-968d-1ba5dd6602e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=39bce4c1-f617-4e88-ab89-38b69663f080,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:37.404765 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:37.454702 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f4d5214b-5f92-4356-bbee-23040992183c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61be60da66374c5b9c064eefb5b54dfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0485923 May 12 19:00:37.457599 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35790) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:37.521811 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6df5445-3675-4f60-9fb6-8e66ceb80620 admin admin] Publish callbacks [] for security_group (d4e3730b-6d73-42bf-9f93-0c9942a97d08), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.547170 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6df5445-3675-4f60-9fb6-8e66ceb80620 admin admin] Publish callbacks [] for security_group (d4e3730b-6d73-42bf-9f93-0c9942a97d08), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.595387 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6df5445-3675-4f60-9fb6-8e66ceb80620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (d4e3730b-6d73-42bf-9f93-0c9942a97d08), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.598501 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6df5445-3675-4f60-9fb6-8e66ceb80620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:37.599670 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c6df5445-3675-4f60-9fb6-8e66ceb80620 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4e3730b-6d73-42bf-9f93-0c9942a97d08 HTTP/1.1" status: 204 len: 168 time: 0.1406538 May 12 19:00:37.607238 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df5445-3675-4f60-9fb6-8e66ceb80620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e3730b-6d73-42bf-9f93-0c9942a97d08,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:38.035967 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db09b4-de53-484d-ba98-02f2234587b2 req-b0157ce1-de45-4250-ba07-52519dcd280c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:38.037489 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8db09b4-de53-484d-ba98-02f2234587b2 req-b0157ce1-de45-4250-ba07-52519dcd280c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0479484 May 12 19:00:38.087271 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8db09b4-de53-484d-ba98-02f2234587b2 req-4b4f9dd1-801e-4ad4-84f1-5b483c0c7374 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 May 12 19:00:38.335368 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35822) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:38.432534 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1872740033-network', 'tenant_id': '7ac9a0b337c54e84ba4d593e09c212e6'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:00:38.463049 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Made reservation on behalf of 7ac9a0b337c54e84ba4d593e09c212e6 for: {'network': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:00:38.465875 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.475059 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.554627 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Publish callbacks [] for security_group (8f2b1a80-8ace-448b-af05-88ccbd40c177), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.558175 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (8f2b1a80-8ace-448b-af05-88ccbd40c177), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.582694 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:00:38.592285 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2b1a80-8ace-448b-af05-88ccbd40c177,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:38.596887 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (4b832265-8347-47a4-abe5-47942aec3a72), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.597280 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.segments_db [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Added segment 4b832265-8347-47a4-abe5-47942aec3a72 of type vlan for network 1dbf1638-0558-490c-b02f-cf2beef47474 May 12 19:00:38.636385 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (1dbf1638-0558-490c-b02f-cf2beef47474), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.660116 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (1dbf1638-0558-490c-b02f-cf2beef47474), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.661092 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:38.661708 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.699101 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3626139 May 12 19:00:38.702250 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:38.707044 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Request body: {'subnet': {'network_id': '1dbf1638-0558-490c-b02f-cf2beef47474', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1872740033-subnet', 'tenant_id': '7ac9a0b337c54e84ba4d593e09c212e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:00:38.725376 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e90ba8-7ad7-474f-acc3-e1c40c84c485 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbf1638-0558-490c-b02f-cf2beef47474,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:38.726923 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Made reservation on behalf of 7ac9a0b337c54e84ba4d593e09c212e6 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:00:38.730670 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.735112 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 1dbf1638-0558-490c-b02f-cf2beef47474 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:00:38.904958 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (2413627c-2e34-48fd-afe0-b1ccc1fec977), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:38.959281 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2413627c-2e34-48fd-afe0-b1ccc1fec977,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:38.975842 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Checking segment: {'id': '4b832265-8347-47a4-abe5-47942aec3a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1dbf1638-0558-490c-b02f-cf2beef47474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:00:38.976202 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Network hostable DHCP agents. Network: 1dbf1638-0558-490c-b02f-cf2beef47474, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:00:38.993988 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Network 1dbf1638-0558-490c-b02f-cf2beef47474 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:00:39.002780 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 1dbf1638-0558-490c-b02f-cf2beef47474) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:00:39.009643 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:39.010250 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.014474 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee00710-7b6f-43c8-a5f4-3ffcef931b8e None None] Network 1dbf1638-0558-490c-b02f-cf2beef47474 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:00:39.028349 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1b995772-4ecb-45c4-b495-fc4632f1bd56 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3249743 May 12 19:00:39.123068 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72999a5-8c87-4637-a4ff-cec4671cbdaf None None] Network 1dbf1638-0558-490c-b02f-cf2beef47474 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:00:39.229364 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25568b41-40a7-4368-b1d6-dfb7038f4242 req-eaa3c0ee-a71c-478b-8d0b-419e14b432b9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:39.230895 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25568b41-40a7-4368-b1d6-dfb7038f4242 req-eaa3c0ee-a71c-478b-8d0b-419e14b432b9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0578780 May 12 19:00:39.283885 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25568b41-40a7-4368-b1d6-dfb7038f4242 req-3818c26a-a934-4b38-8308-b47cb1f6ec8a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471148 May 12 19:00:39.566217 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35864) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:39.571085 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-203415338-network', 'tenant_id': '3c21e8861950472481b334575a0d00cd'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:00:39.591135 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Made reservation on behalf of 3c21e8861950472481b334575a0d00cd for: {'network': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:00:39.593601 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.602517 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.680281 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Publish callbacks [] for security_group (5bc51659-a425-4d93-b8b3-25243cd0b3ac), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.683946 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (5bc51659-a425-4d93-b8b3-25243cd0b3ac), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.712760 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:00:39.719682 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc51659-a425-4d93-b8b3-25243cd0b3ac,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:39.726026 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (14f900b3-ef85-4488-bbba-f4dea231f53d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.726333 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.segments_db [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Added segment 14f900b3-ef85-4488-bbba-f4dea231f53d of type vlan for network f5ee79db-b799-4a08-ad65-d6e94d909711 May 12 19:00:39.787178 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (f5ee79db-b799-4a08-ad65-d6e94d909711), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.818165 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (f5ee79db-b799-4a08-ad65-d6e94d909711), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.819316 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:39.819879 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:39.851464 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2841017 May 12 19:00:39.854217 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35870) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:39.860496 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Request body: {'subnet': {'network_id': 'f5ee79db-b799-4a08-ad65-d6e94d909711', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-203415338-subnet', 'tenant_id': '3c21e8861950472481b334575a0d00cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:00:39.894300 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7aaa2-7c76-4f97-859b-94bb1e6859e1 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ee79db-b799-4a08-ad65-d6e94d909711,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:39.904057 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network f5ee79db-b799-4a08-ad65-d6e94d909711 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:00:39.906827 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Made reservation on behalf of 3c21e8861950472481b334575a0d00cd for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:00:39.910379 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.079847 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (2ebb593d-abf7-4825-a8fb-0bd98841e776), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.135683 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebb593d-abf7-4825-a8fb-0bd98841e776,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:40.150690 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Checking segment: {'id': '14f900b3-ef85-4488-bbba-f4dea231f53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f5ee79db-b799-4a08-ad65-d6e94d909711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:00:40.151037 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Network hostable DHCP agents. Network: f5ee79db-b799-4a08-ad65-d6e94d909711, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:00:40.168011 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Network f5ee79db-b799-4a08-ad65-d6e94d909711 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:00:40.176542 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, f5ee79db-b799-4a08-ad65-d6e94d909711) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:00:40.180723 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:40.181318 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.185796 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a9b221-6451-4fec-8579-5d7931bc8793 None None] Network f5ee79db-b799-4a08-ad65-d6e94d909711 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:00:40.196298 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-681db75e-a2ab-47d5-81ac-51a7cf5605cd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3409612 May 12 19:00:40.293403 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e8c2f-b493-4216-a67a-b12d73f614a0 None None] Network f5ee79db-b799-4a08-ad65-d6e94d909711 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:00:40.312733 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35880) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:40.360483 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad7d566-8b46-4d7c-884a-ec710c6c5298 admin admin] Deleting subnet 2413627c-2e34-48fd-afe0-b1ccc1fec977 {{(pid=103290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:00:40.364473 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d566-8b46-4d7c-884a-ec710c6c5298 admin admin] Publish callbacks [] for subnet (2413627c-2e34-48fd-afe0-b1ccc1fec977), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.407929 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d566-8b46-4d7c-884a-ec710c6c5298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4412027'] for subnet (2413627c-2e34-48fd-afe0-b1ccc1fec977), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.432075 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e16373-fb58-4467-9bcb-2f3870f3d061 req-5c9ba601-82e3-47e4-ae98-44b828647dc5 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:40.438997 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52e16373-fb58-4467-9bcb-2f3870f3d061 req-5c9ba601-82e3-47e4-ae98-44b828647dc5 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0701756 May 12 19:00:40.454596 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d566-8b46-4d7c-884a-ec710c6c5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (2413627c-2e34-48fd-afe0-b1ccc1fec977), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.496448 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52e16373-fb58-4467-9bcb-2f3870f3d061 req-cfa720fa-e86a-4ae8-a5e3-cbb63ab2daf0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 May 12 19:00:40.520446 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d566-8b46-4d7c-884a-ec710c6c5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4247552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57942626'] for subnet (2413627c-2e34-48fd-afe0-b1ccc1fec977), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.546064 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7d566-8b46-4d7c-884a-ec710c6c5298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2413627c-2e34-48fd-afe0-b1ccc1fec977,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:40.549843 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d566-8b46-4d7c-884a-ec710c6c5298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.553357 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1ad7d566-8b46-4d7c-884a-ec710c6c5298 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2413627c-2e34-48fd-afe0-b1ccc1fec977 HTTP/1.1" status: 204 len: 168 time: 0.2395444 May 12 19:00:40.555776 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35884) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:40.620992 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (1dbf1638-0558-490c-b02f-cf2beef47474), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.698556 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (1dbf1638-0558-490c-b02f-cf2beef47474), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.718372 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbf1638-0558-490c-b02f-cf2beef47474']}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:40.728142 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b832265-8347-47a4-abe5-47942aec3a72') {'for_net_delete': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:40.728439 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b832265-8347-47a4-abe5-47942aec3a72') {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:40.738185 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411970'] for segment (4b832265-8347-47a4-abe5-47942aec3a72), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.751110 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (4b832265-8347-47a4-abe5-47942aec3a72), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.757001 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:00:40.757382 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4248482'] for segment (4b832265-8347-47a4-abe5-47942aec3a72), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: Traceback (most recent call last): May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: timer() May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: cb(*args, **kw) May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: return func(*args, **kwargs) May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: self._notify() May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: self.callback(batched_events) May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: event.method(event) May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: return f(self, *a, **k) May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._get(url).json() May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: return self.request(url, 'GET', **kwargs) May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:00:40.759056 dv-cinder-795751-3-iscsi neutron-server[103290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:00:40.817855 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (1dbf1638-0558-490c-b02f-cf2beef47474), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.824852 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.827870 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1dbf1638-0558-490c-b02f-cf2beef47474 HTTP/1.1" status: 204 len: 168 time: 0.2712069 May 12 19:00:40.830691 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:40.840631 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb8b49-8eed-4781-823b-fdf4d9042ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbf1638-0558-490c-b02f-cf2beef47474,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:40.878802 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a1e97d-7b8c-4e00-b096-4f0ba1ad7402 admin admin] Deleting subnet 2ebb593d-abf7-4825-a8fb-0bd98841e776 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:00:40.882876 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e97d-7b8c-4e00-b096-4f0ba1ad7402 admin admin] Publish callbacks [] for subnet (2ebb593d-abf7-4825-a8fb-0bd98841e776), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.920352 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e97d-7b8c-4e00-b096-4f0ba1ad7402 admin admin] Publish callbacks [] for subnet (2ebb593d-abf7-4825-a8fb-0bd98841e776), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.925938 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e97d-7b8c-4e00-b096-4f0ba1ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (2ebb593d-abf7-4825-a8fb-0bd98841e776), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:40.978799 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e97d-7b8c-4e00-b096-4f0ba1ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for subnet (2ebb593d-abf7-4825-a8fb-0bd98841e776), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.001055 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1e97d-7b8c-4e00-b096-4f0ba1ad7402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebb593d-abf7-4825-a8fb-0bd98841e776,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:41.006898 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e97d-7b8c-4e00-b096-4f0ba1ad7402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.009981 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c3a1e97d-7b8c-4e00-b096-4f0ba1ad7402 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2ebb593d-abf7-4825-a8fb-0bd98841e776 HTTP/1.1" status: 204 len: 168 time: 0.1783206 May 12 19:00:41.012363 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:41.078992 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (f5ee79db-b799-4a08-ad65-d6e94d909711), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.160196 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (f5ee79db-b799-4a08-ad65-d6e94d909711), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.180885 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.181229 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.182013 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.182360 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.182680 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.183009 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.183328 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.183644 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.183957 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.184297 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.248542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.248882 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.249209 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.249563 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 19:00:41.249948 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ee79db-b799-4a08-ad65-d6e94d909711']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:41.266971 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f900b3-ef85-4488-bbba-f4dea231f53d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:41.267194 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f900b3-ef85-4488-bbba-f4dea231f53d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:00:41.282377 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (14f900b3-ef85-4488-bbba-f4dea231f53d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.303992 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (14f900b3-ef85-4488-bbba-f4dea231f53d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.311881 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:00:41.312238 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (14f900b3-ef85-4488-bbba-f4dea231f53d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: from cryptography.utils import int_from_bytes May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: from cryptography.utils import int_from_bytes May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:00:41.316299 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:00:41.373292 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (f5ee79db-b799-4a08-ad65-d6e94d909711), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.380168 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.383246 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5ee79db-b799-4a08-ad65-d6e94d909711 HTTP/1.1" status: 204 len: 168 time: 0.3699863 May 12 19:00:41.392276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f92d9-d469-409a-ac92-e9dddb519bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ee79db-b799-4a08-ad65-d6e94d909711,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:41.544146 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:41.592639 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7df49d6e-449d-4030-a76c-ac251404dff2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ac9a0b337c54e84ba4d593e09c212e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473511 May 12 19:00:41.595412 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 35900) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:41.625861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a2639-97b4-4dba-9719-4a4eb2ce14ef req-9f239f5e-0376-42eb-92ef-9e6b504261a8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:41.627293 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e15a2639-97b4-4dba-9719-4a4eb2ce14ef req-9f239f5e-0376-42eb-92ef-9e6b504261a8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0535624 May 12 19:00:41.643187 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-684bf03c-a621-4550-bd0a-eb730822dece admin admin] Publish callbacks [] for security_group (8f2b1a80-8ace-448b-af05-88ccbd40c177), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.664936 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-684bf03c-a621-4550-bd0a-eb730822dece admin admin] Publish callbacks [] for security_group (8f2b1a80-8ace-448b-af05-88ccbd40c177), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.676383 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e15a2639-97b4-4dba-9719-4a4eb2ce14ef req-9972fa9b-1215-45c0-bec7-4e03f5bd6449 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 May 12 19:00:41.714178 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-684bf03c-a621-4550-bd0a-eb730822dece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (8f2b1a80-8ace-448b-af05-88ccbd40c177), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.716754 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-684bf03c-a621-4550-bd0a-eb730822dece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:41.717911 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-684bf03c-a621-4550-bd0a-eb730822dece admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f2b1a80-8ace-448b-af05-88ccbd40c177 HTTP/1.1" status: 204 len: 168 time: 0.1215158 May 12 19:00:41.726150 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bf03c-a621-4550-bd0a-eb730822dece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2b1a80-8ace-448b-af05-88ccbd40c177,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:42.024236 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:42.062177 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9c982e35-a7e4-40b0-8ad7-40825237f925 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c21e8861950472481b334575a0d00cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367689 May 12 19:00:42.064305 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 35910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:42.109333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55ede7c-12c2-4390-9c73-f558c5856e55 admin admin] Publish callbacks [] for security_group (5bc51659-a425-4d93-b8b3-25243cd0b3ac), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:42.130326 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55ede7c-12c2-4390-9c73-f558c5856e55 admin admin] Publish callbacks [] for security_group (5bc51659-a425-4d93-b8b3-25243cd0b3ac), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:42.175900 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55ede7c-12c2-4390-9c73-f558c5856e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (5bc51659-a425-4d93-b8b3-25243cd0b3ac), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:42.178509 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55ede7c-12c2-4390-9c73-f558c5856e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:42.179865 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f55ede7c-12c2-4390-9c73-f558c5856e55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bc51659-a425-4d93-b8b3-25243cd0b3ac HTTP/1.1" status: 204 len: 168 time: 0.1145976 May 12 19:00:42.187251 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ede7c-12c2-4390-9c73-f558c5856e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc51659-a425-4d93-b8b3-25243cd0b3ac,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:42.789552 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01d4e2-c10d-4976-bafb-6e2211de8fef req-feeaa677-a9af-43f3-84be-e54928c10c76 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:42.791310 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a01d4e2-c10d-4976-bafb-6e2211de8fef req-feeaa677-a9af-43f3-84be-e54928c10c76 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0469089 May 12 19:00:42.843501 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a01d4e2-c10d-4976-bafb-6e2211de8fef req-649f8b13-a6df-480d-a268-bdfa0579031c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 May 12 19:00:43.952369 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3709a9-a058-4f12-9fa8-d88d3e804532 req-9950a6c8-49e6-41fa-a2c1-a64b47a2d411 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:43.953819 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d3709a9-a058-4f12-9fa8-d88d3e804532 req-9950a6c8-49e6-41fa-a2c1-a64b47a2d411 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0457227 May 12 19:00:43.999919 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d3709a9-a058-4f12-9fa8-d88d3e804532 req-bf689282-b55b-4a02-8187-1ab6036abacd tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 May 12 19:00:45.112902 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78135a4e-ddfc-467a-8980-97f92051a935 req-bcc62915-66f9-47ce-8747-fc25f662f069 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:45.114362 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78135a4e-ddfc-467a-8980-97f92051a935 req-bcc62915-66f9-47ce-8747-fc25f662f069 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0454762 May 12 19:00:45.159364 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78135a4e-ddfc-467a-8980-97f92051a935 req-d6e1f189-5609-4298-b14c-67ef1598fdfc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 May 12 19:00:46.272498 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad513-e2fc-46af-9e58-f0755eb9f4e9 req-cda390f0-9e5c-412e-9b12-40a1c61a35ca tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:46.273932 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-64aad513-e2fc-46af-9e58-f0755eb9f4e9 req-cda390f0-9e5c-412e-9b12-40a1c61a35ca tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0478234 May 12 19:00:46.319435 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-64aad513-e2fc-46af-9e58-f0755eb9f4e9 req-97ab3c64-ce86-40f7-ba31-4a7c2726189d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 May 12 19:00:47.429372 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fe33-7a2b-40cd-ad33-0bfbab925262 req-d88994fd-51a8-4bd0-8618-87b670b309eb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:47.430838 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5496fe33-7a2b-40cd-ad33-0bfbab925262 req-d88994fd-51a8-4bd0-8618-87b670b309eb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0457079 May 12 19:00:47.479089 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5496fe33-7a2b-40cd-ad33-0bfbab925262 req-439a6dfa-370d-4029-afb1-23834ceecdb4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 May 12 19:00:48.589266 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78de7-02cf-4d7b-a43d-6818cbecc59c req-468719a1-19de-4902-8b26-bd3427247d9a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:48.590789 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59a78de7-02cf-4d7b-a43d-6818cbecc59c req-468719a1-19de-4902-8b26-bd3427247d9a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0461729 May 12 19:00:48.640629 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59a78de7-02cf-4d7b-a43d-6818cbecc59c req-13e6cc71-a867-408c-b586-ef029c86680a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 May 12 19:00:49.293118 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1b77895a-3e10-4615-94fd-03a9217a558c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:49.759319 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95f14-074b-4dcc-bac2-7ccb005f7ded req-9baf241e-0c21-4098-adc9-e1995bb1f9a8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:49.760791 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ca95f14-074b-4dcc-bac2-7ccb005f7ded req-9baf241e-0c21-4098-adc9-e1995bb1f9a8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0509963 May 12 19:00:49.816985 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ca95f14-074b-4dcc-bac2-7ccb005f7ded req-dfebfe2f-33ab-4cee-bf23-bc29aab38d0b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503571 May 12 19:00:50.738714 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 36116) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:50.839644 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-737d2e89-cc8a-4a8b-bbc3-9ba9f3e0b918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:50.939375 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46a88f-b624-4217-acdd-8e505c08a08d req-f418be6b-4d2a-4bb3-85ed-ba5afe4ee9b6 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:50.940064 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-737d2e89-cc8a-4a8b-bbc3-9ba9f3e0b918 admin admin] Publish callbacks [] for security_group (8c9f29b6-401e-46eb-9be5-3fd0bd955c6b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:50.941059 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a46a88f-b624-4217-acdd-8e505c08a08d req-f418be6b-4d2a-4bb3-85ed-ba5afe4ee9b6 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0570986 May 12 19:00:50.945613 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-737d2e89-cc8a-4a8b-bbc3-9ba9f3e0b918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (8c9f29b6-401e-46eb-9be5-3fd0bd955c6b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:50.990866 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-737d2e89-cc8a-4a8b-bbc3-9ba9f3e0b918 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaa15fce85124ffb9a12a722d7463bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509589 May 12 19:00:50.993146 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 36138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:51.026129 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a46a88f-b624-4217-acdd-8e505c08a08d req-02de320d-f20c-4925-aa6e-4ff227f88383 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785935 May 12 19:00:51.028309 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d2e89-cc8a-4a8b-bbc3-9ba9f3e0b918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f29b6-401e-46eb-9be5-3fd0bd955c6b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:51.309893 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8e24a2b-eb7e-4cdd-b4fc-9199ce0c5925 admin admin] Publish callbacks [] for security_group (8c9f29b6-401e-46eb-9be5-3fd0bd955c6b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:51.340340 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-674a3ad3-2447-4049-ae3f-f4e5660230bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:51.343668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8e24a2b-eb7e-4cdd-b4fc-9199ce0c5925 admin admin] Publish callbacks [] for security_group (8c9f29b6-401e-46eb-9be5-3fd0bd955c6b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:51.408542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8e24a2b-eb7e-4cdd-b4fc-9199ce0c5925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (8c9f29b6-401e-46eb-9be5-3fd0bd955c6b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:51.411314 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8e24a2b-eb7e-4cdd-b4fc-9199ce0c5925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:51.413356 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d8e24a2b-eb7e-4cdd-b4fc-9199ce0c5925 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c9f29b6-401e-46eb-9be5-3fd0bd955c6b HTTP/1.1" status: 204 len: 168 time: 0.4189970 May 12 19:00:51.424701 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e24a2b-eb7e-4cdd-b4fc-9199ce0c5925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f29b6-401e-46eb-9be5-3fd0bd955c6b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:52.178210 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea966ecf-b130-4d59-aff2-2639fcf07e35 req-d0ef4433-bd90-4ca1-a35a-313b04b10b10 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:52.180650 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ea966ecf-b130-4d59-aff2-2639fcf07e35 req-d0ef4433-bd90-4ca1-a35a-313b04b10b10 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0666828 May 12 19:00:52.233561 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ea966ecf-b130-4d59-aff2-2639fcf07e35 req-6abf260e-e9d3-4349-b5a3-3f45eb3c4dba tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 May 12 19:00:52.937483 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:53.094827 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:53.351389 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b306797-f147-449c-9f73-04452bc48a68 req-174a4ec6-eb4f-40b8-9a2c-29df8cdbfb02 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:53.352861 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3b306797-f147-449c-9f73-04452bc48a68 req-174a4ec6-eb4f-40b8-9a2c-29df8cdbfb02 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0482914 May 12 19:00:53.401186 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3b306797-f147-449c-9f73-04452bc48a68 req-83659d19-f8a4-49bc-a335-78e17533b1a7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 May 12 19:00:54.203424 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:54.518851 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c79e-6f44-4e31-84f5-294e9c97b808 req-60efa305-2de9-41cd-b880-fafb026f8af9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:54.520315 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f749c79e-6f44-4e31-84f5-294e9c97b808 req-60efa305-2de9-41cd-b880-fafb026f8af9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0470674 May 12 19:00:54.568491 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f749c79e-6f44-4e31-84f5-294e9c97b808 req-6a8feb28-ccd3-495b-892d-3b4c5c7d41cb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 May 12 19:00:55.589446 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:55.683164 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faef742-11a5-4e05-9447-15c21043b8fc req-ed35c6fe-ef79-4e21-b75f-7fdd515a92b1 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:55.684624 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4faef742-11a5-4e05-9447-15c21043b8fc req-ed35c6fe-ef79-4e21-b75f-7fdd515a92b1 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0476692 May 12 19:00:55.734226 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4faef742-11a5-4e05-9447-15c21043b8fc req-d6d717ef-7e41-4b1d-8bc7-31e71cc86276 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437081 May 12 19:00:56.858294 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a716a-88ef-4a3d-b3e6-2d1934ab10cd req-3f70e517-7b94-4ab2-b282-9b86e1e77abf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:56.859936 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5f9a716a-88ef-4a3d-b3e6-2d1934ab10cd req-3f70e517-7b94-4ab2-b282-9b86e1e77abf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0544040 May 12 19:00:56.907098 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5f9a716a-88ef-4a3d-b3e6-2d1934ab10cd req-55a2daad-6df9-4616-9fa0-3e955a43fc18 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 May 12 19:00:58.027046 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef468-a792-4c91-a7af-a7552dbdf32f req-d483b46a-bd36-4db6-8c7c-26df7f6d53b7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:58.029300 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7ecef468-a792-4c91-a7af-a7552dbdf32f req-d483b46a-bd36-4db6-8c7c-26df7f6d53b7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0541360 May 12 19:00:58.080741 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7ecef468-a792-4c91-a7af-a7552dbdf32f req-9d31d6b6-b64d-47e9-a474-565c2cc3edaf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 May 12 19:00:59.206404 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55b250-a606-46b9-8103-654addf488ef req-71ab7eea-5b19-45a6-9d97-c278bf79545e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:00:59.207858 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a55b250-a606-46b9-8103-654addf488ef req-71ab7eea-5b19-45a6-9d97-c278bf79545e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0484860 May 12 19:00:59.254358 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a55b250-a606-46b9-8103-654addf488ef req-0db5c1b7-d869-4a31-9fd5-5755ecdec629 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 May 12 19:00:59.534472 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 36436) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:59.640941 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fd81f50-db49-44bb-9013-446a82de1601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:59.720817 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fd81f50-db49-44bb-9013-446a82de1601 admin admin] Publish callbacks [] for security_group (58cd89e9-d910-42a2-8579-baee2b78ead0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:59.725128 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fd81f50-db49-44bb-9013-446a82de1601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (58cd89e9-d910-42a2-8579-baee2b78ead0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:59.767613 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9fd81f50-db49-44bb-9013-446a82de1601 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfc1d4e7189a4f9fad5774b65bb247e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320189 May 12 19:00:59.768749 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd81f50-db49-44bb-9013-446a82de1601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cd89e9-d910-42a2-8579-baee2b78ead0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:00:59.770311 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 36440) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:00:59.820147 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94cff92b-4ed7-48d4-8714-401c0f89d84e admin admin] Publish callbacks [] for security_group (58cd89e9-d910-42a2-8579-baee2b78ead0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:59.844297 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94cff92b-4ed7-48d4-8714-401c0f89d84e admin admin] Publish callbacks [] for security_group (58cd89e9-d910-42a2-8579-baee2b78ead0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:59.891850 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94cff92b-4ed7-48d4-8714-401c0f89d84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (58cd89e9-d910-42a2-8579-baee2b78ead0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:59.894422 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94cff92b-4ed7-48d4-8714-401c0f89d84e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:00:59.895625 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-94cff92b-4ed7-48d4-8714-401c0f89d84e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58cd89e9-d910-42a2-8579-baee2b78ead0 HTTP/1.1" status: 204 len: 168 time: 0.1241770 May 12 19:00:59.903223 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cff92b-4ed7-48d4-8714-401c0f89d84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cd89e9-d910-42a2-8579-baee2b78ead0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:00.165391 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 36450) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:00.180641 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2995504-419f-418c-af7a-2ffe06f86f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.264350 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2995504-419f-418c-af7a-2ffe06f86f9d admin admin] Publish callbacks [] for security_group (18a36fd7-8b1d-496a-a42f-554e8a4d9383), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.268228 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2995504-419f-418c-af7a-2ffe06f86f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (18a36fd7-8b1d-496a-a42f-554e8a4d9383), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.299875 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2995504-419f-418c-af7a-2ffe06f86f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a36fd7-8b1d-496a-a42f-554e8a4d9383,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:00.325321 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a2995504-419f-418c-af7a-2ffe06f86f9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a73f8b0142e4419877aa0e38a72b70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586897 May 12 19:01:00.325505 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 36466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:00.410161 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66954665-4c4f-41d3-8c17-b979aa76385f req-202718e1-232e-4dc1-9a67-b6d51460a274 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:00.411684 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66954665-4c4f-41d3-8c17-b979aa76385f req-202718e1-232e-4dc1-9a67-b6d51460a274 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0679340 May 12 19:01:00.439852 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58a019d6-7a03-4efd-9c6e-8832797220bf admin admin] Publish callbacks [] for security_group (18a36fd7-8b1d-496a-a42f-554e8a4d9383), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.481190 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58a019d6-7a03-4efd-9c6e-8832797220bf admin admin] Publish callbacks [] for security_group (18a36fd7-8b1d-496a-a42f-554e8a4d9383), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.495532 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66954665-4c4f-41d3-8c17-b979aa76385f req-71603221-e792-407e-a9fd-9cc61e6f9295 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763912 May 12 19:01:00.538964 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58a019d6-7a03-4efd-9c6e-8832797220bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (18a36fd7-8b1d-496a-a42f-554e8a4d9383), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.542090 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58a019d6-7a03-4efd-9c6e-8832797220bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.546527 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-58a019d6-7a03-4efd-9c6e-8832797220bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18a36fd7-8b1d-496a-a42f-554e8a4d9383 HTTP/1.1" status: 204 len: 168 time: 0.2198205 May 12 19:01:00.555806 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a019d6-7a03-4efd-9c6e-8832797220bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a36fd7-8b1d-496a-a42f-554e8a4d9383,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:00.718449 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 36482) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:00.829741 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74baae13-d77c-4f16-98fe-842e5ff19bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.834153 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 36486) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:00.847366 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43171900-5387-41d7-9593-6a84e1e02614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.922748 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74baae13-d77c-4f16-98fe-842e5ff19bdb admin admin] Publish callbacks [] for security_group (b7deee68-333e-470e-80a3-49d8be8eb17e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.928986 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74baae13-d77c-4f16-98fe-842e5ff19bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b7deee68-333e-470e-80a3-49d8be8eb17e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.938631 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43171900-5387-41d7-9593-6a84e1e02614 admin admin] Publish callbacks [] for security_group (7a063ef6-ba9f-432a-887d-6ff8f6667ad1), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.943466 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43171900-5387-41d7-9593-6a84e1e02614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (7a063ef6-ba9f-432a-887d-6ff8f6667ad1), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:00.973450 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-74baae13-d77c-4f16-98fe-842e5ff19bdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=510aa5d1418b469281b53db7eaccf1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529516 May 12 19:01:00.976530 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 36490) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:00.978333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baae13-d77c-4f16-98fe-842e5ff19bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7deee68-333e-470e-80a3-49d8be8eb17e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:00.990950 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-43171900-5387-41d7-9593-6a84e1e02614 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0910441a6b9c43f68bf81fa4a2e96904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556911 May 12 19:01:00.991658 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43171900-5387-41d7-9593-6a84e1e02614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a063ef6-ba9f-432a-887d-6ff8f6667ad1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:00.994229 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 36492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:01.040410 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5719a55-a582-4910-8035-2cdf041206e4 admin admin] Publish callbacks [] for security_group (b7deee68-333e-470e-80a3-49d8be8eb17e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.048729 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11c10a0d-288a-4c51-a88b-680a3a34d265 admin admin] Publish callbacks [] for security_group (7a063ef6-ba9f-432a-887d-6ff8f6667ad1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.062699 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5719a55-a582-4910-8035-2cdf041206e4 admin admin] Publish callbacks [] for security_group (b7deee68-333e-470e-80a3-49d8be8eb17e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.071121 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11c10a0d-288a-4c51-a88b-680a3a34d265 admin admin] Publish callbacks [] for security_group (7a063ef6-ba9f-432a-887d-6ff8f6667ad1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.110216 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5719a55-a582-4910-8035-2cdf041206e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b7deee68-333e-470e-80a3-49d8be8eb17e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.112822 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5719a55-a582-4910-8035-2cdf041206e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.114092 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c5719a55-a582-4910-8035-2cdf041206e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7deee68-333e-470e-80a3-49d8be8eb17e HTTP/1.1" status: 204 len: 168 time: 0.1343505 May 12 19:01:01.137949 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11c10a0d-288a-4c51-a88b-680a3a34d265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (7a063ef6-ba9f-432a-887d-6ff8f6667ad1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.137949 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11c10a0d-288a-4c51-a88b-680a3a34d265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.137949 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-11c10a0d-288a-4c51-a88b-680a3a34d265 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a063ef6-ba9f-432a-887d-6ff8f6667ad1 HTTP/1.1" status: 204 len: 168 time: 0.1320198 May 12 19:01:01.137949 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c10a0d-288a-4c51-a88b-680a3a34d265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a063ef6-ba9f-432a-887d-6ff8f6667ad1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:01.149183 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5719a55-a582-4910-8035-2cdf041206e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7deee68-333e-470e-80a3-49d8be8eb17e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:01.472380 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 36506) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:01.487458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a11d5d8-7521-431b-97a2-09e06b4c6afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.575193 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a11d5d8-7521-431b-97a2-09e06b4c6afc admin admin] Publish callbacks [] for security_group (77480997-cf62-4ae1-b9a0-29a021746a6c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.586842 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a11d5d8-7521-431b-97a2-09e06b4c6afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (77480997-cf62-4ae1-b9a0-29a021746a6c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.654168 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0fe4c-5633-45c5-9236-0665e310b8bd req-d83d382a-e57d-43c3-ae5d-46ae96b53370 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:01.655605 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-caf0fe4c-5633-45c5-9236-0665e310b8bd req-d83d382a-e57d-43c3-ae5d-46ae96b53370 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0791690 May 12 19:01:01.665775 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1a11d5d8-7521-431b-97a2-09e06b4c6afc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=034f68e3668f44d0a169cb862f3e4739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923342 May 12 19:01:01.665924 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 36514) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:01.667845 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11d5d8-7521-431b-97a2-09e06b4c6afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77480997-cf62-4ae1-b9a0-29a021746a6c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:01.725988 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-caf0fe4c-5633-45c5-9236-0665e310b8bd req-cff3ca43-87ac-402b-aac2-f3157c4d10f6 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588396 May 12 19:01:01.735885 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70735b65-954b-4f78-8168-45f164b06295 admin admin] Publish callbacks [] for security_group (77480997-cf62-4ae1-b9a0-29a021746a6c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.764350 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70735b65-954b-4f78-8168-45f164b06295 admin admin] Publish callbacks [] for security_group (77480997-cf62-4ae1-b9a0-29a021746a6c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.814572 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70735b65-954b-4f78-8168-45f164b06295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (77480997-cf62-4ae1-b9a0-29a021746a6c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.817086 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70735b65-954b-4f78-8168-45f164b06295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:01.818384 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-70735b65-954b-4f78-8168-45f164b06295 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77480997-cf62-4ae1-b9a0-29a021746a6c HTTP/1.1" status: 204 len: 168 time: 0.1515744 May 12 19:01:01.827250 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70735b65-954b-4f78-8168-45f164b06295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77480997-cf62-4ae1-b9a0-29a021746a6c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:02.836153 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bdee3-d7e7-455b-a43e-d2cfbeb753ab req-97477a6a-f053-4f89-9c7f-08fcf78e8eb7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:02.837844 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d5bdee3-d7e7-455b-a43e-d2cfbeb753ab req-97477a6a-f053-4f89-9c7f-08fcf78e8eb7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0490034 May 12 19:01:02.888419 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d5bdee3-d7e7-455b-a43e-d2cfbeb753ab req-cc228575-7e23-4d74-ab43-e0961440b467 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 May 12 19:01:04.006922 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45f6eb-5895-4e15-8db2-81edfc5d244c req-539da681-30e8-4a3a-b515-c447cf013f86 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:04.008386 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8f45f6eb-5895-4e15-8db2-81edfc5d244c req-539da681-30e8-4a3a-b515-c447cf013f86 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0493717 May 12 19:01:04.059020 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8f45f6eb-5895-4e15-8db2-81edfc5d244c req-e183e3d2-9e68-4659-9bc4-e3ee7fd86f5c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 May 12 19:01:05.177616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924974d-dc6b-419f-8dfd-81d8ced4f283 req-982f1310-26e4-469d-b76e-3757adf2f4cc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:05.179129 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d924974d-dc6b-419f-8dfd-81d8ced4f283 req-982f1310-26e4-469d-b76e-3757adf2f4cc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0470176 May 12 19:01:05.236435 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d924974d-dc6b-419f-8dfd-81d8ced4f283 req-10cff124-e52b-413b-8e60-ae5884f25d71 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 May 12 19:01:06.347636 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad107d-af3f-4869-a691-95811e93fcf7 req-8a4e3780-dd33-4c56-b786-073aebfd12ec tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:06.350382 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8ad107d-af3f-4869-a691-95811e93fcf7 req-8a4e3780-dd33-4c56-b786-073aebfd12ec tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0470779 May 12 19:01:06.400135 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8ad107d-af3f-4869-a691-95811e93fcf7 req-97d39ac0-50a3-4a49-a6c6-fc337af0947a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 May 12 19:01:07.079516 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2ba32-4ff6-4344-a9c9-2f680b09b20c req-a710a4b3-866c-47b5-91c2-728be119715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:07.080918 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d4a2ba32-4ff6-4344-a9c9-2f680b09b20c req-a710a4b3-866c-47b5-91c2-728be119715e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 1129 time: 0.0393786 May 12 19:01:07.125734 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d4a2ba32-4ff6-4344-a9c9-2f680b09b20c req-aefa8ae4-ad65-460b-8a6e-8f1d3ed6af08 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370991 May 12 19:01:07.510266 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cece48c-a05b-45eb-b85a-f54d31ddf201 req-7d03d723-48b4-4ab9-81bd-7cc978c93b43 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:07.511733 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6cece48c-a05b-45eb-b85a-f54d31ddf201 req-7d03d723-48b4-4ab9-81bd-7cc978c93b43 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0459948 May 12 19:01:07.558530 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6cece48c-a05b-45eb-b85a-f54d31ddf201 req-987edf6e-c651-44a8-b072-0900a2ce7bf9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 May 12 19:01:07.778078 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:01:08.673344 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632170d6-6195-4c37-bd5d-a2e7568fa731 req-1796d51c-caf6-4c06-b7aa-4e5147fa5d94 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:08.674963 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-632170d6-6195-4c37-bd5d-a2e7568fa731 req-1796d51c-caf6-4c06-b7aa-4e5147fa5d94 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0487859 May 12 19:01:08.720374 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-632170d6-6195-4c37-bd5d-a2e7568fa731 req-e0331aa0-d583-4579-9e11-2a6480b59e75 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 May 12 19:01:09.840790 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d2bc1-42b1-4fa5-98c5-f7e381953365 req-c190efdb-d1c6-4b38-803c-056fae773909 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:09.842311 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-088d2bc1-42b1-4fa5-98c5-f7e381953365 req-c190efdb-d1c6-4b38-803c-056fae773909 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0524027 May 12 19:01:09.896758 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-088d2bc1-42b1-4fa5-98c5-f7e381953365 req-9c40c95f-3c27-4ef7-ac04-f5b9a256d3ac tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487390 May 12 19:01:11.017191 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af6002-db48-4182-99e6-d36ff8934755 req-01170fbc-a96b-43d7-97c3-07ee4d0086ae tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:11.018660 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-45af6002-db48-4182-99e6-d36ff8934755 req-01170fbc-a96b-43d7-97c3-07ee4d0086ae tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0499115 May 12 19:01:11.065016 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-45af6002-db48-4182-99e6-d36ff8934755 req-cd1362f8-9e29-40e9-95f3-2d243889d8ec tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 May 12 19:01:12.187692 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b8918-fa41-4b65-859f-975445cf05b3 req-79334df0-46cb-478c-81e0-035108f32764 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:12.189339 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-780b8918-fa41-4b65-859f-975445cf05b3 req-79334df0-46cb-478c-81e0-035108f32764 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0490563 May 12 19:01:12.237554 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-780b8918-fa41-4b65-859f-975445cf05b3 req-ee631c9b-0ce6-4414-9203-8a38fe8e1342 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 May 12 19:01:12.353657 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f730e2-fe11-44aa-ab39-bd20a9f1ffea req-49baacd0-9069-4d7b-aeb8-a64aad84004e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:12.355107 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41f730e2-fe11-44aa-ab39-bd20a9f1ffea req-49baacd0-9069-4d7b-aeb8-a64aad84004e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0456877 May 12 19:01:12.404552 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41f730e2-fe11-44aa-ab39-bd20a9f1ffea req-03e23180-8974-4663-8bc5-2de9fa1e387a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 May 12 19:01:19.304116 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-baaf6d0a-7786-49a3-8a84-f0e46753ce91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:20.259468 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355d96-3823-4b76-b312-64b0e4a3d54a req-3ac70db3-3b74-409e-bd9a-3baf29c73e7a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:20.262246 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54355d96-3823-4b76-b312-64b0e4a3d54a req-3ac70db3-3b74-409e-bd9a-3baf29c73e7a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0532949 May 12 19:01:20.349218 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54355d96-3823-4b76-b312-64b0e4a3d54a req-934a426f-31f3-4bae-8c1f-658d95f27fde tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796552 May 12 19:01:20.415721 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b44e-795a-4bee-9f93-98616abe344d req-a0e82a79-82e5-47ed-8904-ea8727f13b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:20.417887 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b80b44e-795a-4bee-9f93-98616abe344d req-a0e82a79-82e5-47ed-8904-ea8727f13b54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 1130 time: 0.0462613 May 12 19:01:20.635016 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5e19-ca1f-40b7-a79d-91f19ea17da5 req-cf5c3563-2ecf-40bd-b99a-51eacfa9e29f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:20.642169 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3d0b5e19-ca1f-40b7-a79d-91f19ea17da5 req-cf5c3563-2ecf-40bd-b99a-51eacfa9e29f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0675662 May 12 19:01:20.652594 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b44e-795a-4bee-9f93-98616abe344d req-d32147e6-ef65-4cc1-a21a-cad523719c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:20.654239 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b80b44e-795a-4bee-9f93-98616abe344d req-d32147e6-ef65-4cc1-a21a-cad523719c7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.1555173 May 12 19:01:20.698060 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3d0b5e19-ca1f-40b7-a79d-91f19ea17da5 req-8a76f394-cda4-455e-869b-d55ccefceeff tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549455 May 12 19:01:21.081565 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b80b44e-795a-4bee-9f93-98616abe344d req-3d2b5880-e2a9-409b-ba6e-15cb359f4efe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=892d0c20-1c89-4582-aee5-a3cc582f961d HTTP/1.1" status: 200 len: 217 time: 0.0371022 May 12 19:01:21.188644 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b44e-795a-4bee-9f93-98616abe344d req-a369d7d6-6307-491b-be5d-7d75406c89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:21.190125 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b80b44e-795a-4bee-9f93-98616abe344d req-a369d7d6-6307-491b-be5d-7d75406c89dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0430908 May 12 19:01:21.246182 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b44e-795a-4bee-9f93-98616abe344d req-1acb995e-13d7-40a6-bc37-5d506aa0f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:21.247693 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b80b44e-795a-4bee-9f93-98616abe344d req-1acb995e-13d7-40a6-bc37-5d506aa0f5b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404160 May 12 19:01:21.331844 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-97091024-5cb1-4a56-8c8c-44cca4d461e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:21.347358 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b80b44e-795a-4bee-9f93-98616abe344d req-e17dfc64-b958-4f26-83c2-92c71225aaf0 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920992 May 12 19:01:21.447348 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b80b44e-795a-4bee-9f93-98616abe344d req-6407446b-787c-440e-ac30-4f247b0001cc service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903175 May 12 19:01:21.620780 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d11a-4eba-43f1-bb54-c852df577ecb req-d8d0ce48-415f-4b4e-9b11-ef97cb9e3f95 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:21.622177 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eac8d11a-4eba-43f1-bb54-c852df577ecb req-d8d0ce48-415f-4b4e-9b11-ef97cb9e3f95 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0495186 May 12 19:01:21.667855 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eac8d11a-4eba-43f1-bb54-c852df577ecb req-0e6b1792-1758-4814-8931-55ec032c705c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 May 12 19:01:21.810765 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e6c65-cb81-4bd9-9874-3baed980d9c5 req-70e8238a-2a4f-45e3-892d-e1993469f0a8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:21.812237 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d16e6c65-cb81-4bd9-9874-3baed980d9c5 req-70e8238a-2a4f-45e3-892d-e1993469f0a8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0458648 May 12 19:01:21.860981 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d16e6c65-cb81-4bd9-9874-3baed980d9c5 req-ac0979be-93df-4408-b2b7-24f9929bbb33 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 May 12 19:01:22.335028 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-75928e15-0f81-4f5c-8050-f52ec1f97a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:22.336521 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-75928e15-0f81-4f5c-8050-f52ec1f97a3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 1130 time: 0.0391202 May 12 19:01:22.453173 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-e6ca2aef-f8e4-4ce1-b097-e2063c9bfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:22.454672 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-e6ca2aef-f8e4-4ce1-b097-e2063c9bfd84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.0958552 May 12 19:01:22.498266 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-65957c8b-5cb0-4560-8a8b-b8b74cd7491f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=892d0c20-1c89-4582-aee5-a3cc582f961d HTTP/1.1" status: 200 len: 217 time: 0.0344579 May 12 19:01:22.559444 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-dcf27271-fdc7-4543-9e64-8c8275880e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:22.560835 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-dcf27271-fdc7-4543-9e64-8c8275880e4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0468116 May 12 19:01:22.608887 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-c5ce6563-64b3-4706-b953-e472426c6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:22.610366 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-c5ce6563-64b3-4706-b953-e472426c6664 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377491 May 12 19:01:22.699414 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-cebaa505-3034-49bb-afcc-d4d8b2f3dcbc service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822339 May 12 19:01:22.823045 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf067f5-6b97-4740-9266-9c2db45f123e req-77080a79-fb73-4620-8e34-0c44d358b71a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:22.824508 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-baf067f5-6b97-4740-9266-9c2db45f123e req-77080a79-fb73-4620-8e34-0c44d358b71a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0794783 May 12 19:01:22.859118 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b67bbfb-b702-403e-aa91-57efed4ca2e3 req-ba411a35-91b3-4aa9-a783-9a8d5a4f60dd service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448464 May 12 19:01:22.888071 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-baf067f5-6b97-4740-9266-9c2db45f123e req-211625c9-f116-4aaf-8476-66449f07a63d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573514 May 12 19:01:22.959139 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:22.986445 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25874f4e-3eaa-40c0-a87c-0cdf564bb70c req-e57b2a15-8d88-4b6f-82f7-598d8484bb9b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:22.987935 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25874f4e-3eaa-40c0-a87c-0cdf564bb70c req-e57b2a15-8d88-4b6f-82f7-598d8484bb9b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0519664 May 12 19:01:23.035228 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25874f4e-3eaa-40c0-a87c-0cdf564bb70c req-923d1c74-dd84-4118-abbf-9656ecf1ba0c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 May 12 19:01:23.110137 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:23.387560 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37002) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:23.505926 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:23.580402 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Publish callbacks [] for security_group (70e15000-5b7c-4b43-b466-723870bdafe0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:23.583818 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (70e15000-5b7c-4b43-b466-723870bdafe0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:23.621540 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=758bc1ea92914ce08baa9f82fb7cbeb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329319 May 12 19:01:23.622379 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e15000-5b7c-4b43-b466-723870bdafe0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:23.624233 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37014) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:23.639829 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.640174 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.640535 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.640876 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.641207 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.641544 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.641893 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.642215 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.642554 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.642908 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.643230 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.643571 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.643912 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.644213 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.644557 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5e2eb-1cd7-4846-b7a7-eb0c2af9552a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:23.682739 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5e39-a907-4851-9d71-3fd2c3e78446 admin admin] Publish callbacks [] for security_group (70e15000-5b7c-4b43-b466-723870bdafe0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:23.705516 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5e39-a907-4851-9d71-3fd2c3e78446 admin admin] Publish callbacks [] for security_group (70e15000-5b7c-4b43-b466-723870bdafe0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:23.753632 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5e39-a907-4851-9d71-3fd2c3e78446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (70e15000-5b7c-4b43-b466-723870bdafe0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:23.756032 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5e39-a907-4851-9d71-3fd2c3e78446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:23.757159 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ab7f5e39-a907-4851-9d71-3fd2c3e78446 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70e15000-5b7c-4b43-b466-723870bdafe0 HTTP/1.1" status: 204 len: 168 time: 0.1320400 May 12 19:01:23.764452 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f5e39-a907-4851-9d71-3fd2c3e78446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e15000-5b7c-4b43-b466-723870bdafe0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:24.004940 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0493a1-44d6-4c4e-be99-f8e967faf631 req-b32335d0-37eb-488f-9e16-7fd61767c88d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:24.007219 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc0493a1-44d6-4c4e-be99-f8e967faf631 req-b32335d0-37eb-488f-9e16-7fd61767c88d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0500934 May 12 19:01:24.018853 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37024) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:24.037092 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2db18c8-5970-4ceb-a768-52b26c688a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.070501 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc0493a1-44d6-4c4e-be99-f8e967faf631 req-4c4d6e1b-1f0d-410a-9251-962a55d49228 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569620 May 12 19:01:24.137569 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2db18c8-5970-4ceb-a768-52b26c688a68 admin admin] Publish callbacks [] for security_group (f1bf3796-7e0e-4fbb-86b1-e1d86899da19), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.141561 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2db18c8-5970-4ceb-a768-52b26c688a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f1bf3796-7e0e-4fbb-86b1-e1d86899da19), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.173699 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058746c-7524-49fa-9e60-b2e33914cace req-e2487f36-8d85-4343-b26d-c1999484ab80 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:24.178950 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c2db18c8-5970-4ceb-a768-52b26c688a68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa1258b535554ef79ed825dba01a55d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584330 May 12 19:01:24.181932 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37028) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:24.182062 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5058746c-7524-49fa-9e60-b2e33914cace req-e2487f36-8d85-4343-b26d-c1999484ab80 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0590942 May 12 19:01:24.197282 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db18c8-5970-4ceb-a768-52b26c688a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bf3796-7e0e-4fbb-86b1-e1d86899da19,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:24.210730 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.236263 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5058746c-7524-49fa-9e60-b2e33914cace req-176f4105-5784-4774-af64-191da67918a7 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526519 May 12 19:01:24.239065 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10c9e3ed-9909-44af-ae18-a04709f8d14e admin admin] Publish callbacks [] for security_group (f1bf3796-7e0e-4fbb-86b1-e1d86899da19), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.260718 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10c9e3ed-9909-44af-ae18-a04709f8d14e admin admin] Publish callbacks [] for security_group (f1bf3796-7e0e-4fbb-86b1-e1d86899da19), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.309142 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10c9e3ed-9909-44af-ae18-a04709f8d14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f1bf3796-7e0e-4fbb-86b1-e1d86899da19), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.311625 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10c9e3ed-9909-44af-ae18-a04709f8d14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.312738 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-10c9e3ed-9909-44af-ae18-a04709f8d14e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1bf3796-7e0e-4fbb-86b1-e1d86899da19 HTTP/1.1" status: 204 len: 168 time: 0.1296482 May 12 19:01:24.320958 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9e3ed-9909-44af-ae18-a04709f8d14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bf3796-7e0e-4fbb-86b1-e1d86899da19,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:24.762668 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37050) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:24.871793 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5219de50-24ca-45b1-8923-7b322fc2fcd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.946123 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5219de50-24ca-45b1-8923-7b322fc2fcd0 admin admin] Publish callbacks [] for security_group (8a90749e-2413-4a4b-a859-53e1e956a90a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.950113 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5219de50-24ca-45b1-8923-7b322fc2fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (8a90749e-2413-4a4b-a859-53e1e956a90a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:24.986695 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-5219de50-24ca-45b1-8923-7b322fc2fcd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97dda6e8bb014ca09e89d1f29ea6079d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231441 May 12 19:01:24.988600 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219de50-24ca-45b1-8923-7b322fc2fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a90749e-2413-4a4b-a859-53e1e956a90a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:24.989341 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:25.042698 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Publish callbacks [] for security_group (8a90749e-2413-4a4b-a859-53e1e956a90a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:25.068374 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Publish callbacks [] for security_group (8a90749e-2413-4a4b-a859-53e1e956a90a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:25.131709 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (8a90749e-2413-4a4b-a859-53e1e956a90a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:25.136112 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:25.138017 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a90749e-2413-4a4b-a859-53e1e956a90a HTTP/1.1" status: 204 len: 168 time: 0.1476533 May 12 19:01:25.150083 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a90749e-2413-4a4b-a859-53e1e956a90a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:25.176598 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.177019 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.177595 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.178004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.178857 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.179269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.180017 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.180358 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.180697 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.181150 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.181482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.182246 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.182736 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.183551 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.184042 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdbc99-1027-42a9-bcbd-17eaa68d580f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:25.237866 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc80b34-25ad-4b9e-9b50-46e7f9e125fc req-484af059-e482-4f8c-b010-e21becf56cd1 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:25.247657 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8dc80b34-25ad-4b9e-9b50-46e7f9e125fc req-484af059-e482-4f8c-b010-e21becf56cd1 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0993218 May 12 19:01:25.382078 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08da1b0-6eaa-4fb8-8c9b-8536fa5542f7 req-346e897a-7f0c-49a3-9e6d-031b8cbbdb16 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:25.383618 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d08da1b0-6eaa-4fb8-8c9b-8536fa5542f7 req-346e897a-7f0c-49a3-9e6d-031b8cbbdb16 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0544498 May 12 19:01:25.388074 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8dc80b34-25ad-4b9e-9b50-46e7f9e125fc req-9f0b6b82-f123-405b-87be-9381fd0bcf2d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395979 May 12 19:01:25.476313 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d08da1b0-6eaa-4fb8-8c9b-8536fa5542f7 req-d3ff1413-f2bd-4164-8d7f-f4403a71c54a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773580 May 12 19:01:25.609365 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:26.505205 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c4f44-d081-42e0-9159-66c3b1cd810b req-0e26ea5c-7e9e-4eaa-ae20-a7ef89eef7de tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:26.506837 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a02c4f44-d081-42e0-9159-66c3b1cd810b req-0e26ea5c-7e9e-4eaa-ae20-a7ef89eef7de tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0474916 May 12 19:01:26.574635 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a02c4f44-d081-42e0-9159-66c3b1cd810b req-84972fa6-ba06-4321-ae28-20454f671983 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585361 May 12 19:01:26.606082 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d043-ef5d-40b7-b95f-05266269c33d req-d5dec45e-536c-4642-a1fb-9ddb8a73fc1d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:26.607633 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae08d043-ef5d-40b7-b95f-05266269c33d req-d5dec45e-536c-4642-a1fb-9ddb8a73fc1d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0634320 May 12 19:01:26.654206 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae08d043-ef5d-40b7-b95f-05266269c33d req-130782ea-393e-4c59-8fb4-0c877fd9d643 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410204 May 12 19:01:27.686533 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941a9b4-8e96-4a55-a84a-328ccbd50c27 req-936c3a39-e64e-4d2b-846c-3e332b6ff1f4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:27.688018 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0941a9b4-8e96-4a55-a84a-328ccbd50c27 req-936c3a39-e64e-4d2b-846c-3e332b6ff1f4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0469654 May 12 19:01:27.746382 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0941a9b4-8e96-4a55-a84a-328ccbd50c27 req-7f24bf7d-f34d-4058-84e6-5eec250a1b66 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522645 May 12 19:01:27.783788 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44478a-a1f8-4229-90b9-ccab6b97cedc req-f0031a06-6038-4ac9-b118-d7456ce4c788 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:27.785282 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b44478a-a1f8-4229-90b9-ccab6b97cedc req-f0031a06-6038-4ac9-b118-d7456ce4c788 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0543511 May 12 19:01:27.838275 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b44478a-a1f8-4229-90b9-ccab6b97cedc req-aa1bfb05-f312-485b-8de9-fa8ddcd0dac7 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441003 May 12 19:01:27.867301 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37154) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:27.871764 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-2c25f2ec-18ee-49c1-9de5-487130180307 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815574956', 'description': 'tempest-description--271724893'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:27.891365 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c25f2ec-18ee-49c1-9de5-487130180307 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:27.961883 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c25f2ec-18ee-49c1-9de5-487130180307 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (519c6db1-974a-4090-bbcd-c0d94e6af445), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:27.966819 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c25f2ec-18ee-49c1-9de5-487130180307 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (519c6db1-974a-4090-bbcd-c0d94e6af445), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:27.995970 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25f2ec-18ee-49c1-9de5-487130180307 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519c6db1-974a-4090-bbcd-c0d94e6af445,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:28.000416 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c25f2ec-18ee-49c1-9de5-487130180307 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.005025 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:28.005144 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2c25f2ec-18ee-49c1-9de5-487130180307 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1367056 May 12 19:01:28.010104 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-948ca094-b3f9-4fa3-a13a-67c965e5f734 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group_rule': {'security_group_id': '519c6db1-974a-4090-bbcd-c0d94e6af445', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:28.043334 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-948ca094-b3f9-4fa3-a13a-67c965e5f734 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (39964795-f23e-40d0-8df2-1aeaf1efdc41), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.115223 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-948ca094-b3f9-4fa3-a13a-67c965e5f734 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (39964795-f23e-40d0-8df2-1aeaf1efdc41), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.118916 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-948ca094-b3f9-4fa3-a13a-67c965e5f734 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (39964795-f23e-40d0-8df2-1aeaf1efdc41), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.138456 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ca094-b3f9-4fa3-a13a-67c965e5f734 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39964795-f23e-40d0-8df2-1aeaf1efdc41,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:28.147185 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-948ca094-b3f9-4fa3-a13a-67c965e5f734 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.148453 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-948ca094-b3f9-4fa3-a13a-67c965e5f734 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422234 May 12 19:01:28.151082 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:28.155397 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6bf0d75d-d0a1-4090-9181-82517cc35c95 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group_rule': {'security_group_id': '519c6db1-974a-4090-bbcd-c0d94e6af445', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:28.189092 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d75d-d0a1-4090-9181-82517cc35c95 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (60c89c89-d049-4b54-a92b-1c99752f799d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.246533 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d75d-d0a1-4090-9181-82517cc35c95 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (60c89c89-d049-4b54-a92b-1c99752f799d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.250113 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d75d-d0a1-4090-9181-82517cc35c95 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (60c89c89-d049-4b54-a92b-1c99752f799d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.269158 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0d75d-d0a1-4090-9181-82517cc35c95 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c89c89-d049-4b54-a92b-1c99752f799d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:28.279091 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d75d-d0a1-4090-9181-82517cc35c95 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.283587 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6bf0d75d-d0a1-4090-9181-82517cc35c95 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282787 May 12 19:01:28.283679 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37188) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:28.288428 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:28.310116 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.393496 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.496158 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Allocated IP 172.27.3.219 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/0b8008f9-81db-4b88-a5fd-43a0a076c828) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:01:28.595355 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (0b8008f9-81db-4b88-a5fd-43a0a076c828), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.629344 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (0b8008f9-81db-4b88-a5fd-43a0a076c828), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.668720 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:01:28.671392 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:01:28.675174 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:01:28.703432 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=0b8008f9-81db-4b88-a5fd-43a0a076c828,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:28.764695 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (8909632f-31e8-4e11-ae70-7eb201187030), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.801764 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (0b8008f9-81db-4b88-a5fd-43a0a076c828), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.866164 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79399cd2-8b9d-4960-9a94-975cb0229942 req-2baef5f1-6131-4779-a6be-04046d06fc33 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:28.867678 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79399cd2-8b9d-4960-9a94-975cb0229942 req-2baef5f1-6131-4779-a6be-04046d06fc33 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0502477 May 12 19:01:28.929898 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79399cd2-8b9d-4960-9a94-975cb0229942 req-93eac213-5c08-4de1-90b2-c94034c2beaf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554883 May 12 19:01:28.963618 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab724f-fba5-4670-901f-a6213c8d454c req-604dfb92-2792-4c05-809b-d46725db8e1b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:28.965091 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cdab724f-fba5-4670-901f-a6213c8d454c req-604dfb92-2792-4c05-809b-d46725db8e1b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0515330 May 12 19:01:28.991076 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (0b8008f9-81db-4b88-a5fd-43a0a076c828), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:28.995979 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4248518'] for port (0b8008f9-81db-4b88-a5fd-43a0a076c828), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:29.013186 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cdab724f-fba5-4670-901f-a6213c8d454c req-02262aa7-2685-42ea-8b1a-59374c76f867 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 May 12 19:01:29.064234 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=0b8008f9-81db-4b88-a5fd-43a0a076c828,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:29.076410 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (8909632f-31e8-4e11-ae70-7eb201187030), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:29.091301 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:29.100539 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-446c3c7f-0f5b-4a6b-a64a-6e81e3b64785 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8076189 May 12 19:01:29.287221 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-ea57497f-9b56-421a-81e9-7485e8a4e166 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--815574956&fields=id&tenant_id=1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 267 time: 0.0409565 May 12 19:01:29.399046 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8d3075fd-7142-4b0a-94ec-e0f47e8eb566 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:29.400889 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8d3075fd-7142-4b0a-94ec-e0f47e8eb566 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 814 time: 0.1072087 May 12 19:01:29.416601 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-44b59435-a375-4d35-88fb-4515f1fd84d6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/quotas/1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 375 time: 0.0101888 May 12 19:01:29.470463 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-b850c97b-f811-47fc-b45d-70c61a79094f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470829 May 12 19:01:29.573316 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-d6cd4199-7e1a-4810-8681-292e7d507205 service neutron] 10.222.0.48 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899243 May 12 19:01:29.664503 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-c5ceda02-d6eb-407c-9f6f-3d4d0fa12ebb service neutron] 10.222.0.48 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845690 May 12 19:01:29.725035 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37226) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:29.854845 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3505094d-2e02-4c9d-8074-bb125071d2be req-f217a874-4617-4519-a46d-4bce45da25b2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 210 time: 0.0406771 May 12 19:01:29.882184 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1973df22-ad63-4715-adc7-70c0ff265e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:29.959668 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1973df22-ad63-4715-adc7-70c0ff265e97 admin admin] Publish callbacks [] for security_group (03e35e28-c139-42a4-bc53-89b88a3a2a99), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:29.964289 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1973df22-ad63-4715-adc7-70c0ff265e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (03e35e28-c139-42a4-bc53-89b88a3a2a99), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.001586 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973df22-ad63-4715-adc7-70c0ff265e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e35e28-c139-42a4-bc53-89b88a3a2a99,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:30.007860 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1973df22-ad63-4715-adc7-70c0ff265e97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9e8bd7b2ec648bd80660891768859cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817500 May 12 19:01:30.010360 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37244) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:30.054360 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f043f-fdc7-475f-a9b0-54f13f554ffb req-19764fe9-03e8-4bec-8e6f-593112675124 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:30.056062 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f19f043f-fdc7-475f-a9b0-54f13f554ffb req-19764fe9-03e8-4bec-8e6f-593112675124 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0518923 May 12 19:01:30.078832 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ac60c36-2ba7-4abe-a32d-aba215a30a7a admin admin] Publish callbacks [] for security_group (03e35e28-c139-42a4-bc53-89b88a3a2a99), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.104817 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ac60c36-2ba7-4abe-a32d-aba215a30a7a admin admin] Publish callbacks [] for security_group (03e35e28-c139-42a4-bc53-89b88a3a2a99), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.147899 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f19f043f-fdc7-475f-a9b0-54f13f554ffb req-6edbe32b-d4ab-4dd6-a3b1-bb73adbe69cc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856171 May 12 19:01:30.156698 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790e67-9d35-4282-88ce-1e20c9e4f725 req-b4a934b7-e877-46f2-9054-ba199ad2878c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:30.158386 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b790e67-9d35-4282-88ce-1e20c9e4f725 req-b4a934b7-e877-46f2-9054-ba199ad2878c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0633578 May 12 19:01:30.173922 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ac60c36-2ba7-4abe-a32d-aba215a30a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (03e35e28-c139-42a4-bc53-89b88a3a2a99), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.176650 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ac60c36-2ba7-4abe-a32d-aba215a30a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.182065 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3ac60c36-2ba7-4abe-a32d-aba215a30a7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03e35e28-c139-42a4-bc53-89b88a3a2a99 HTTP/1.1" status: 204 len: 168 time: 0.1665428 May 12 19:01:30.195107 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac60c36-2ba7-4abe-a32d-aba215a30a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e35e28-c139-42a4-bc53-89b88a3a2a99,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:30.249670 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b790e67-9d35-4282-88ce-1e20c9e4f725 req-c5fdf9b9-9e3c-4348-9a47-0a2e27b2be8a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710645 May 12 19:01:30.453083 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37262) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:30.549017 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37266) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:30.565385 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e0e377-224e-4014-af35-0c2ad827dfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.566191 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fc605c4-acd6-4eda-bc1e-bdddbf0c8b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.640158 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e0e377-224e-4014-af35-0c2ad827dfc6 admin admin] Publish callbacks [] for security_group (aba8dc58-01b1-432c-aa3e-6c96c1b78c97), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.644240 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e0e377-224e-4014-af35-0c2ad827dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (aba8dc58-01b1-432c-aa3e-6c96c1b78c97), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.650215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fc605c4-acd6-4eda-bc1e-bdddbf0c8b9e admin admin] Publish callbacks [] for security_group (f4b9f105-b6ac-4ac6-8fd3-98b5ab43f640), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.653913 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fc605c4-acd6-4eda-bc1e-bdddbf0c8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f4b9f105-b6ac-4ac6-8fd3-98b5ab43f640), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.685028 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-37e0e377-224e-4014-af35-0c2ad827dfc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=621c05b7987a469ca6e42cfe6a485d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326408 May 12 19:01:30.685028 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0e377-224e-4014-af35-0c2ad827dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba8dc58-01b1-432c-aa3e-6c96c1b78c97,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:30.686565 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37268) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:30.692500 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9fc605c4-acd6-4eda-bc1e-bdddbf0c8b9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86e71bd9c8474ff39d5317b0b3c14a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377157 May 12 19:01:30.695059 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37270) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:30.701386 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc605c4-acd6-4eda-bc1e-bdddbf0c8b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b9f105-b6ac-4ac6-8fd3-98b5ab43f640,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:30.739025 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ed42ca8-1d91-47fe-8300-1b405fc33a1f admin admin] Publish callbacks [] for security_group (aba8dc58-01b1-432c-aa3e-6c96c1b78c97), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.745691 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-373962b0-a488-45b2-a0dd-e7fe6f7c46f9 admin admin] Publish callbacks [] for security_group (f4b9f105-b6ac-4ac6-8fd3-98b5ab43f640), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.760836 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ed42ca8-1d91-47fe-8300-1b405fc33a1f admin admin] Publish callbacks [] for security_group (aba8dc58-01b1-432c-aa3e-6c96c1b78c97), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.767100 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-373962b0-a488-45b2-a0dd-e7fe6f7c46f9 admin admin] Publish callbacks [] for security_group (f4b9f105-b6ac-4ac6-8fd3-98b5ab43f640), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.812994 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ed42ca8-1d91-47fe-8300-1b405fc33a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (aba8dc58-01b1-432c-aa3e-6c96c1b78c97), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.815596 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ed42ca8-1d91-47fe-8300-1b405fc33a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.817562 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4ed42ca8-1d91-47fe-8300-1b405fc33a1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aba8dc58-01b1-432c-aa3e-6c96c1b78c97 HTTP/1.1" status: 204 len: 168 time: 0.1302299 May 12 19:01:30.827452 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed42ca8-1d91-47fe-8300-1b405fc33a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba8dc58-01b1-432c-aa3e-6c96c1b78c97,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:30.830786 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-373962b0-a488-45b2-a0dd-e7fe6f7c46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f4b9f105-b6ac-4ac6-8fd3-98b5ab43f640), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.833632 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-373962b0-a488-45b2-a0dd-e7fe6f7c46f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:30.834904 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-373962b0-a488-45b2-a0dd-e7fe6f7c46f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4b9f105-b6ac-4ac6-8fd3-98b5ab43f640 HTTP/1.1" status: 204 len: 168 time: 0.1387551 May 12 19:01:30.843200 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373962b0-a488-45b2-a0dd-e7fe6f7c46f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b9f105-b6ac-4ac6-8fd3-98b5ab43f640,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:30.952929 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7febc6bc-75c1-48eb-a9c1-fb2d99ef119d req-6169f7b4-99a7-4bd9-a786-3ce3c10e9370 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 210 time: 0.0309858 May 12 19:01:31.241718 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:31.305625 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce0ba-5292-47d0-b39e-97abe658348f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:31.401322 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ba7df-a11f-4c1f-9cc3-4ada87d59522 req-f985acdb-6238-4428-88e0-18bedd0112a0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:31.403463 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a5ba7df-a11f-4c1f-9cc3-4ada87d59522 req-f985acdb-6238-4428-88e0-18bedd0112a0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1254823 May 12 19:01:31.424229 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-f9c3d5cf-a703-415b-9b2e-0b8d5d7b7194 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:31.426256 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-f9c3d5cf-a703-415b-9b2e-0b8d5d7b7194 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 814 time: 0.2350454 May 12 19:01:31.437557 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc060ba1-e775-4c47-8bef-50d7ed576dd9 req-9c1cb95d-13c6-4214-98dd-9d7f436a0116 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:31.439007 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dc060ba1-e775-4c47-8bef-50d7ed576dd9 req-9c1cb95d-13c6-4214-98dd-9d7f436a0116 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0959830 May 12 19:01:31.540588 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a5ba7df-a11f-4c1f-9cc3-4ada87d59522 req-a06c6d71-bde1-4458-b2d4-29aab20ff16d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131999 May 12 19:01:31.545815 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dc060ba1-e775-4c47-8bef-50d7ed576dd9 req-6ce0a72a-1ede-4ceb-a812-569a6afc9967 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967715 May 12 19:01:31.569215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce0ba-5292-47d0-b39e-97abe658348f admin admin] Publish callbacks [] for security_group (b539bb28-c519-4447-86ca-f983464a05c5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:31.574337 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce0ba-5292-47d0-b39e-97abe658348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b539bb28-c519-4447-86ca-f983464a05c5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:31.634268 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3d5ce0ba-5292-47d0-b39e-97abe658348f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5b2a709f8d440a88c06463ad7b33d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915064 May 12 19:01:31.636205 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ce0ba-5292-47d0-b39e-97abe658348f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b539bb28-c519-4447-86ca-f983464a05c5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:31.636922 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37308) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:31.687453 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-c0e17d11-e8c9-4f05-a979-28ad9d34e28c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 472 time: 0.0975018 May 12 19:01:31.688572 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fc86945-db11-46f0-b85c-9f7b49069390 admin admin] Publish callbacks [] for security_group (b539bb28-c519-4447-86ca-f983464a05c5), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:31.713253 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fc86945-db11-46f0-b85c-9f7b49069390 admin admin] Publish callbacks [] for security_group (b539bb28-c519-4447-86ca-f983464a05c5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:31.759557 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fc86945-db11-46f0-b85c-9f7b49069390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b539bb28-c519-4447-86ca-f983464a05c5), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:31.761687 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'port': {'device_id': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'admin_state_up': True, 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'security_groups': ['519c6db1-974a-4090-bbcd-c0d94e6af445']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:31.762690 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fc86945-db11-46f0-b85c-9f7b49069390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:31.764197 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-7fc86945-db11-46f0-b85c-9f7b49069390 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b539bb28-c519-4447-86ca-f983464a05c5 HTTP/1.1" status: 204 len: 168 time: 0.1262681 May 12 19:01:31.773157 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc86945-db11-46f0-b85c-9f7b49069390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b539bb28-c519-4447-86ca-f983464a05c5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:31.883442 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Made reservation on behalf of 1579004868f04df3baa3ad959277ba00 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:01:31.886976 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:32.045906 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Allocated IP 172.20.0.8 (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b/1e975438-75d0-4ea7-a186-cd5e2f436c11/9448ad28-f42c-4629-9127-6323c2e65835) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:01:32.098600 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-61a81f45-9f6f-40cf-ace2-7932ca3869c4 req-7734d747-0506-49c4-9a69-403fd98ecf36 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 210 time: 0.0430920 May 12 19:01:32.527267 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (9448ad28-f42c-4629-9127-6323c2e65835), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:32.559974 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (9448ad28-f42c-4629-9127-6323c2e65835), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:32.610379 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:01:32.613576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:01:32.616438 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:01:32.619820 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=9448ad28-f42c-4629-9127-6323c2e65835,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:32.722331 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:32.722942 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:32.759937 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8785c2-f464-450b-8984-69d95ae45a88 req-c1912feb-44ba-42ac-bed6-9de4efe8c6f2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:32.761498 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ea8785c2-f464-450b-8984-69d95ae45a88 req-c1912feb-44ba-42ac-bed6-9de4efe8c6f2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1045809 May 12 19:01:32.778605 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86266d-6bb9-4e31-a17e-748046bdeca5 req-4ea48bbd-3d39-4773-8b85-023c01b2b961 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:32.780149 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-be86266d-6bb9-4e31-a17e-748046bdeca5 req-4ea48bbd-3d39-4773-8b85-023c01b2b961 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0864723 May 12 19:01:32.789360 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-4cd98d53-778a-49c9-b7c7-33e34d75f39b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0317366 May 12 19:01:32.810935 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Request body: {'port': {'device_id': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:32.892993 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ea8785c2-f464-450b-8984-69d95ae45a88 req-2ea6c7e8-1178-451e-976a-856053a45621 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226492 May 12 19:01:32.921303 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-be86266d-6bb9-4e31-a17e-748046bdeca5 req-f25d1a20-8f3b-4dbc-901d-2af2f3935007 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254914 May 12 19:01:32.925069 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-94626864-07eb-4181-b290-26d72d589d96 None None] Provisioning complete for port 9448ad28-f42c-4629-9127-6323c2e65835 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:01:32.926012 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-94626864-07eb-4181-b290-26d72d589d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9448ad28-f42c-4629-9127-6323c2e65835), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:32.932586 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9448ad28-f42c-4629-9127-6323c2e65835), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:32.975924 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-94626864-07eb-4181-b290-26d72d589d96 None None] Port 9448ad28-f42c-4629-9127-6323c2e65835 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:01:33.026342 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37362) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:33.135788 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e170c06-aed4-481b-88b4-31b21af718b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.234818 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e170c06-aed4-481b-88b4-31b21af718b4 admin admin] Publish callbacks [] for security_group (d5e55560-e490-4dd5-9cd9-e0d807b103fb), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.238651 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7024714-6c57-4a64-96c7-cfb6e1f85ff5 req-7f676e37-2546-42f8-b8c7-adb1c66a58b2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:33.239542 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e170c06-aed4-481b-88b4-31b21af718b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (d5e55560-e490-4dd5-9cd9-e0d807b103fb), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.240541 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e7024714-6c57-4a64-96c7-cfb6e1f85ff5 req-7f676e37-2546-42f8-b8c7-adb1c66a58b2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 931 time: 0.0669537 May 12 19:01:33.283241 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9e170c06-aed4-481b-88b4-31b21af718b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fa932d156354a5b94ce28dfa22af61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556138 May 12 19:01:33.284378 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e170c06-aed4-481b-88b4-31b21af718b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e55560-e490-4dd5-9cd9-e0d807b103fb,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:33.287284 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37374) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:33.335330 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e7024714-6c57-4a64-96c7-cfb6e1f85ff5 req-bb5e97c4-1024-430a-af33-6b8396c3df4b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827830 May 12 19:01:33.338240 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f241b561-522f-4dcc-95b2-03131257679f admin admin] Publish callbacks [] for security_group (d5e55560-e490-4dd5-9cd9-e0d807b103fb), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.345238 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9448ad28-f42c-4629-9127-6323c2e65835 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:01:33.355616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Publish callbacks [] for port (9448ad28-f42c-4629-9127-6323c2e65835), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.370672 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f241b561-522f-4dcc-95b2-03131257679f admin admin] Publish callbacks [] for security_group (d5e55560-e490-4dd5-9cd9-e0d807b103fb), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.393884 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-89c486e6-590b-4ebd-9736-53849236928b tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b1e982ed51d9445b8f05cb7ddee40660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404165 May 12 19:01:33.394794 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Transition to ACTIVE for port object 9448ad28-f42c-4629-9127-6323c2e65835 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:01:33.399115 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (9448ad28-f42c-4629-9127-6323c2e65835), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.421379 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f241b561-522f-4dcc-95b2-03131257679f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (d5e55560-e490-4dd5-9cd9-e0d807b103fb), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.423974 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f241b561-522f-4dcc-95b2-03131257679f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.425190 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f241b561-522f-4dcc-95b2-03131257679f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5e55560-e490-4dd5-9cd9-e0d807b103fb HTTP/1.1" status: 204 len: 168 time: 0.1370203 May 12 19:01:33.436082 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241b561-522f-4dcc-95b2-03131257679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e55560-e490-4dd5-9cd9-e0d807b103fb,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:33.638955 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Pushing event updated for resources: {'Port': ['ID=9448ad28-f42c-4629-9127-6323c2e65835,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:33.734502 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Attempting to bind port 9448ad28-f42c-4629-9127-6323c2e65835 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:01:33.734841 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Attempting to bind port 9448ad28-f42c-4629-9127-6323c2e65835 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:01:33.735169 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Attempting to bind port 9448ad28-f42c-4629-9127-6323c2e65835 on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:01:33.744036 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-fcd3f86c-2cdd-43ae-be25-fc7d960e8fca tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:33.745680 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-fcd3f86c-2cdd-43ae-be25-fc7d960e8fca tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3412893 May 12 19:01:33.749505 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Port 9448ad28-f42c-4629-9127-6323c2e65835 on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:01:33.749826 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Attempting to bind port 9448ad28-f42c-4629-9127-6323c2e65835 on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:01:33.758115 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:01:33.758457 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Checking segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:01:33.758840 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Bound using segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:01:33.759287 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Bound port: 9448ad28-f42c-4629-9127-6323c2e65835, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:01:33.759651 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9448ad28-f42c-4629-9127-6323c2e65835), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.779527 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-3cede0a3-ca06-4836-9f6a-b15ada402406 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/quotas/b1e982ed51d9445b8f05cb7ddee40660 HTTP/1.1" status: 200 len: 375 time: 0.0235198 May 12 19:01:33.836462 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-db83ae97-b648-4c4d-8305-fb7708c37658 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1e982ed51d9445b8f05cb7ddee40660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319035 May 12 19:01:33.864793 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] For port 9448ad28-f42c-4629-9127-6323c2e65835, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:01:33.867974 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] For port 9448ad28-f42c-4629-9127-6323c2e65835, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=9448ad28-f42c-4629-9127-6323c2e65835,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:01:33.875203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (9448ad28-f42c-4629-9127-6323c2e65835), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.955288 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Pushing event updated for resources: {'Port': ['ID=9448ad28-f42c-4629-9127-6323c2e65835,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:33.984178 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:33.984800 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:33.986217 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8a54c915-8566-4d23-9421-c6b72d2e9733 service neutron] 10.222.0.49 "PUT /v2.0/ports/9448ad28-f42c-4629-9127-6323c2e65835 HTTP/1.1" status: 200 len: 1093 time: 1.1804245 May 12 19:01:33.986668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'tag': '9448ad28-f42c-4629-9127-6323c2e65835'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:01:33.989074 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367b4d06-fab0-4e6e-b1fc-57255538e464" -d '{"events": [{"name": "network-changed", "server_uuid": "29b7344e-55ce-4f61-9c68-6473e53a5d9f", "tag": "9448ad28-f42c-4629-9127-6323c2e65835"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:01:34.172477 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7899d-73fb-40c2-9068-e4fd071d334a req-a48ee04f-3b28-47c8-b112-861e78197ead tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:34.174478 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-70a7899d-73fb-40c2-9068-e4fd071d334a req-a48ee04f-3b28-47c8-b112-861e78197ead tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1428168 May 12 19:01:34.186808 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438bdcc-4376-44f0-b045-d27d70488563 req-e326b037-0b53-46d0-80aa-facc33827f04 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:34.188587 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8438bdcc-4376-44f0-b045-d27d70488563 req-e326b037-0b53-46d0-80aa-facc33827f04 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.1380460 May 12 19:01:34.201340 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-2345e2e7-a861-454a-a86e-c2bda3b9e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:34.203081 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-2345e2e7-a861-454a-a86e-c2bda3b9e8e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 1127 time: 0.1017265 May 12 19:01:34.289697 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-00fc1fda-2055-4e57-ae51-0049c3937c7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9448ad28-f42c-4629-9127-6323c2e65835 HTTP/1.1" status: 200 len: 217 time: 0.0593891 May 12 19:01:34.299422 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-70a7899d-73fb-40c2-9068-e4fd071d334a req-de3eecd5-e90e-442a-8746-d48c15bba171 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097331 May 12 19:01:34.372555 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8438bdcc-4376-44f0-b045-d27d70488563 req-dbcb20c1-f229-409b-a715-b7c48ed7de14 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737521 May 12 19:01:34.391067 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e301eb5d-8cbc-42ad-8dbd-6672f3be11de req-14752832-3ca1-4275-a955-c74ac6aac974 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 210 time: 0.0387471 May 12 19:01:34.417354 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-a4c623ce-5a01-4fda-85e4-b9d7d1fdb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:34.418982 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-a4c623ce-5a01-4fda-85e4-b9d7d1fdb10b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.1186242 May 12 19:01:34.430212 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a157b11f-ec6f-4328-bbc9-188543b1231e x-openstack-request-id: req-a157b11f-ec6f-4328-bbc9-188543b1231e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:01:34.430571 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b7344e-55ce-4f61-9c68-6473e53a5d9f", "tag": "9448ad28-f42c-4629-9127-6323c2e65835", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:01:34.430891 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a157b11f-ec6f-4328-bbc9-188543b1231e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:01:34.431494 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a157b11f-ec6f-4328-bbc9-188543b1231e'] response: {'name': 'network-changed', 'server_uuid': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'tag': '9448ad28-f42c-4629-9127-6323c2e65835', 'status': 'completed', 'code': 200} May 12 19:01:34.513047 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8708b073-b156-4a05-8aa2-73d92fff3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:34.514787 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8708b073-b156-4a05-8aa2-73d92fff3440 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728483 May 12 19:01:34.524120 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdb78f-d537-4613-ac67-4ee5375d331f req-a826836e-a76c-4e8d-8d75-1189d6c74f82 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:34.525752 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9bcdb78f-d537-4613-ac67-4ee5375d331f req-a826836e-a76c-4e8d-8d75-1189d6c74f82 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 943 time: 0.0756822 May 12 19:01:34.635566 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9bcdb78f-d537-4613-ac67-4ee5375d331f req-7c561399-d3aa-446b-93af-3be140de2f1d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995364 May 12 19:01:34.661744 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-8b2f91c8-b113-48d2-b6b7-8ffa3cd635a1 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349003 May 12 19:01:34.759705 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-871afb71-5a81-4aa3-a1fb-44e7fb4057c5 req-ded16a4e-1d30-4c8c-a283-cfa74a851d54 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846548 May 12 19:01:35.418825 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770141b-3be6-4d7d-b9a9-1e4ce59da7a7 req-6952a52f-7790-4207-9c8c-e23d949c577c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:35.420303 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f770141b-3be6-4d7d-b9a9-1e4ce59da7a7 req-6952a52f-7790-4207-9c8c-e23d949c577c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0500379 May 12 19:01:35.492541 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f770141b-3be6-4d7d-b9a9-1e4ce59da7a7 req-a6a26e46-8e9b-437b-a08b-03bb9fd9823c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 May 12 19:01:35.505881 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df7124-12d7-443d-a8a3-37015b6da504 req-8725c820-415e-4684-a21b-f98e65ef8cf6 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:35.507335 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79df7124-12d7-443d-a8a3-37015b6da504 req-8725c820-415e-4684-a21b-f98e65ef8cf6 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0565813 May 12 19:01:35.563715 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79df7124-12d7-443d-a8a3-37015b6da504 req-06f1a730-2b42-417d-a567-fe1067549d97 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503774 May 12 19:01:35.579086 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bae91a66-44b3-4d33-b33c-eb72dfc3891f req-6920225f-6a7a-41c8-8f87-1f232b202463 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 210 time: 0.0306039 May 12 19:01:35.752740 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbec2f-7448-4bf3-840a-07cddde3b440 req-625b932d-6414-4fac-b5bc-c3802aacede0 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:35.754183 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e4dbec2f-7448-4bf3-840a-07cddde3b440 req-625b932d-6414-4fac-b5bc-c3802aacede0 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 943 time: 0.0481844 May 12 19:01:35.799287 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e4dbec2f-7448-4bf3-840a-07cddde3b440 req-50bf62f2-b023-495a-a98c-ed869979ca0e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396221 May 12 19:01:36.267176 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-1a39f942-bb2b-4c75-aa10-3d0a51dd6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:36.268558 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-1a39f942-bb2b-4c75-aa10-3d0a51dd6a1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 1127 time: 0.0400479 May 12 19:01:36.367055 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-68f4b40f-4b5e-4c9e-9cc6-fa24ee6fc716 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b1e982ed51d9445b8f05cb7ddee40660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214827 May 12 19:01:36.649650 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a514e3-eb53-4884-af62-74683c54bbee req-821a6952-d14a-4e75-9ba3-0836a4723961 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:36.651203 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a6a514e3-eb53-4884-af62-74683c54bbee req-821a6952-d14a-4e75-9ba3-0836a4723961 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0853839 May 12 19:01:36.749316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-55739a9d-b20d-42f6-93ae-53f5776ba3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:36.750818 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-55739a9d-b20d-42f6-93ae-53f5776ba3dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 915 time: 0.2478364 May 12 19:01:36.772100 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19409f7f-8d8e-4ce8-804d-003fd35c4491 req-733d11e6-53df-4db6-9649-14a4562acf6b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:36.773417 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-19409f7f-8d8e-4ce8-804d-003fd35c4491 req-733d11e6-53df-4db6-9649-14a4562acf6b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.1193936 May 12 19:01:36.819672 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-a164d9ac-98f2-4098-a33d-4fd2aa40b1a6 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:36.821042 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-a164d9ac-98f2-4098-a33d-4fd2aa40b1a6 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438021 May 12 19:01:36.832962 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a6a514e3-eb53-4884-af62-74683c54bbee req-809bd3c0-fe27-43b6-b106-3fc256264599 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755362 May 12 19:01:36.875965 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Request body: {'port': {'device_id': 'a2967ef0-5b49-4af3-b3c2-5fb91e845621', 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0', 'admin_state_up': True, 'tenant_id': 'b1e982ed51d9445b8f05cb7ddee40660'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:36.881761 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-c3f62f53-9645-4ab3-9240-ddc8cd8171a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9448ad28-f42c-4629-9127-6323c2e65835 HTTP/1.1" status: 200 len: 217 time: 0.0580976 May 12 19:01:36.969760 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-07f1ef01-fb80-4843-9d5a-acf5373d0986 req-9c9b00b1-acca-4e09-8027-c41d71f67f7a tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 210 time: 0.0705154 May 12 19:01:36.973274 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-19409f7f-8d8e-4ce8-804d-003fd35c4491 req-728621f5-be66-4c21-8ff6-bc99ecf7edbe tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912088 May 12 19:01:37.020758 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-a8133a96-2e61-4d3f-a010-a9c496180de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:37.022270 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-a8133a96-2e61-4d3f-a010-a9c496180de0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.1265771 May 12 19:01:37.115256 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff1858-8738-4c58-94b8-77e2506b4d7b req-433f1b72-caf8-4d96-969f-0ea99cf551f5 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:37.116671 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-68ff1858-8738-4c58-94b8-77e2506b4d7b req-433f1b72-caf8-4d96-969f-0ea99cf551f5 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 943 time: 0.0916195 May 12 19:01:37.123339 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-1fb424e9-21a7-4a14-a9ca-a5089f94b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:37.124718 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-1fb424e9-21a7-4a14-a9ca-a5089f94b95d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868371 May 12 19:01:37.155386 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Made reservation on behalf of b1e982ed51d9445b8f05cb7ddee40660 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:01:37.158559 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.189159 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.260830 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-68ff1858-8738-4c58-94b8-77e2506b4d7b req-34953bb2-2d83-49d0-85fd-9610c8b0564c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351731 May 12 19:01:37.291983 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-574a74d6-c82a-4890-81f7-d83a9c7dd7e3 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472948 May 12 19:01:37.326667 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:01:37.394559 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks [] for security_group (09f13e69-8ce8-45f8-837e-02c58df984df), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.402193 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (09f13e69-8ce8-45f8-837e-02c58df984df), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.426563 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:37.433847 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-367b4d06-fab0-4e6e-b1fc-57255538e464 req-d7985c2f-0807-4f6a-be8e-ce603ec6e835 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323140 May 12 19:01:37.438156 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'port_id': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'mac_address': 'fa:16:3e:d4:33:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:01:37.485367 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f13e69-8ce8-45f8-837e-02c58df984df,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:37.486763 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1abe14a4-11ef-449b-a24c-786cad5c7d21 is: ACTIVE; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:01:37.487153 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.501169 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1abe14a4-11ef-449b-a24c-786cad5c7d21 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:01:37.521853 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:37.525780 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.526857 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 9448ad28-f42c-4629-9127-6323c2e65835 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:01:37.559907 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Allocated IP 192.168.233.198 (c88fef10-4666-4181-9f70-e757044d3db0/885c82d0-54b6-42a7-8114-cbeb57e3b104/fc346978-3d3f-40f6-81be-74a96fef5c7d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:01:37.620726 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=6']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:37.655837 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.656332 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.656701 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.657049 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.657378 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.657723 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.658040 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.658353 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.658681 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.658978 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.659290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.659616 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.659952 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.660261 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.660578 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:01:37.694058 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 9448ad28-f42c-4629-9127-6323c2e65835, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=9448ad28-f42c-4629-9127-6323c2e65835,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:37.707350 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '9448ad28-f42c-4629-9127-6323c2e65835', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'port_id': '9448ad28-f42c-4629-9127-6323c2e65835', 'mac_address': 'fa:16:3e:6a:55:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:01:37.708261 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks [] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.741736 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.748702 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 9448ad28-f42c-4629-9127-6323c2e65835 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:01:37.749130 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9448ad28-f42c-4629-9127-6323c2e65835), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.762575 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9448ad28-f42c-4629-9127-6323c2e65835 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:01:37.782486 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 9448ad28-f42c-4629-9127-6323c2e65835, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=9448ad28-f42c-4629-9127-6323c2e65835,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:37.786848 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (9448ad28-f42c-4629-9127-6323c2e65835), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:37.837945 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=9448ad28-f42c-4629-9127-6323c2e65835,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:38.082447 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Network c88fef10-4666-4181-9f70-e757044d3db0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:01:38.107975 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:01:38.110420 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:01:38.147794 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8c115-7c56-4984-80ef-122f7050d7c9 req-178847c3-b966-415b-90fb-b36fba6713fb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:38.149303 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ad8c115-7c56-4984-80ef-122f7050d7c9 req-178847c3-b966-415b-90fb-b36fba6713fb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1243942 May 12 19:01:38.154339 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Pushing event updated for resources: {'Port': ['ID=fc346978-3d3f-40f6-81be-74a96fef5c7d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:38.190307 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9046a-171b-4ab3-ad7b-39e6c1d32a8d req-d64b3e9e-36a0-4a47-9d3d-3d8f3f363da9 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:38.192442 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6eb9046a-171b-4ab3-ad7b-39e6c1d32a8d req-d64b3e9e-36a0-4a47-9d3d-3d8f3f363da9 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 936 time: 0.1501467 May 12 19:01:38.239327 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:38.239951 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:38.271630 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ad8c115-7c56-4984-80ef-122f7050d7c9 req-4c7e13c1-8ed8-4908-96f1-0558e49d65a0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132236 May 12 19:01:38.280439 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1824b6aa-ae23-4260-868c-ca2371f6c44c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4121099 May 12 19:01:38.284655 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['1abe14a4-11ef-449b-a24c-786cad5c7d21'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:01:38.296610 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6eb9046a-171b-4ab3-ad7b-39e6c1d32a8d req-d376f8db-d802-4940-b513-7f273458b0c2 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964208 May 12 19:01:38.302140 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Request body: {'port': {'device_id': 'a2967ef0-5b49-4af3-b3c2-5fb91e845621', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:38.379245 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-425d3f1f-0e13-41a0-9eaf-942f92e95738 None None] Provisioning complete for port fc346978-3d3f-40f6-81be-74a96fef5c7d triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:01:38.379782 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-425d3f1f-0e13-41a0-9eaf-942f92e95738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:38.416423 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:38.434933 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-425d3f1f-0e13-41a0-9eaf-942f92e95738 None None] Port fc346978-3d3f-40f6-81be-74a96fef5c7d cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:01:38.462762 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bb316-f103-45d5-a5ea-79a74e046ec5 req-e36377bc-bd33-432c-adeb-4b1da3fbccdd tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:38.464228 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-092bb316-f103-45d5-a5ea-79a74e046ec5 req-e36377bc-bd33-432c-adeb-4b1da3fbccdd tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 945 time: 0.0992997 May 12 19:01:38.473306 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a0a0-f545-4c26-bcb7-f7e7112b51fd req-fd4d5d2e-d959-4396-a36b-4225bfde7ff0 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:38.474742 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-15d0a0a0-f545-4c26-bcb7-f7e7112b51fd req-fd4d5d2e-d959-4396-a36b-4225bfde7ff0 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 944 time: 0.0762339 May 12 19:01:38.500149 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['9448ad28-f42c-4629-9127-6323c2e65835'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:01:38.610085 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-092bb316-f103-45d5-a5ea-79a74e046ec5 req-daca93c6-cf73-49cc-bc40-70c4f8b3df9a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179125 May 12 19:01:38.614154 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-15d0a0a0-f545-4c26-bcb7-f7e7112b51fd req-00dffee7-27be-4064-bc4d-8d0ecaa30c0b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195078 May 12 19:01:38.823892 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc346978-3d3f-40f6-81be-74a96fef5c7d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:01:38.835711 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Publish callbacks [] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:38.851914 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Transition to ACTIVE for port object fc346978-3d3f-40f6-81be-74a96fef5c7d will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:01:38.855427 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:38.907511 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Pushing event updated for resources: {'Port': ['ID=fc346978-3d3f-40f6-81be-74a96fef5c7d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:38.998284 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Attempting to bind port fc346978-3d3f-40f6-81be-74a96fef5c7d on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:01:38.998824 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Attempting to bind port fc346978-3d3f-40f6-81be-74a96fef5c7d by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:01:38.999162 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Attempting to bind port fc346978-3d3f-40f6-81be-74a96fef5c7d on network c88fef10-4666-4181-9f70-e757044d3db0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:01:39.004805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Port fc346978-3d3f-40f6-81be-74a96fef5c7d on network c88fef10-4666-4181-9f70-e757044d3db0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:01:39.004805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Attempting to bind port fc346978-3d3f-40f6-81be-74a96fef5c7d on network c88fef10-4666-4181-9f70-e757044d3db0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:01:39.011838 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:01:39.012254 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Checking segment: {'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:01:39.012569 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Bound using segment: {'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:01:39.012998 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Bound port: fc346978-3d3f-40f6-81be-74a96fef5c7d, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6445dd4-49b2-459d-a077-e08ea08b95b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:01:39.013363 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:39.085465 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] For port fc346978-3d3f-40f6-81be-74a96fef5c7d, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:01:39.088978 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] For port fc346978-3d3f-40f6-81be-74a96fef5c7d, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fc346978-3d3f-40f6-81be-74a96fef5c7d,segment=NetworkSegment(f6445dd4-49b2-459d-a077-e08ea08b95b9),segment_id=f6445dd4-49b2-459d-a077-e08ea08b95b9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:01:39.097775 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:39.130430 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:39.131223 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:39.132903 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] 10.222.0.49 "PUT /v2.0/ports/fc346978-3d3f-40f6-81be-74a96fef5c7d HTTP/1.1" status: 200 len: 1098 time: 0.8354063 May 12 19:01:39.135252 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2967ef0-5b49-4af3-b3c2-5fb91e845621', 'tag': 'fc346978-3d3f-40f6-81be-74a96fef5c7d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:01:39.137508 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551" -d '{"events": [{"name": "network-changed", "server_uuid": "a2967ef0-5b49-4af3-b3c2-5fb91e845621", "tag": "fc346978-3d3f-40f6-81be-74a96fef5c7d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:01:39.217004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88fd328-b08c-4abf-8b0b-fc7530b23d91 x-openstack-request-id: req-a88fd328-b08c-4abf-8b0b-fc7530b23d91 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:01:39.217303 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2967ef0-5b49-4af3-b3c2-5fb91e845621", "tag": "fc346978-3d3f-40f6-81be-74a96fef5c7d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:01:39.218010 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a88fd328-b08c-4abf-8b0b-fc7530b23d91 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:01:39.218478 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88fd328-b08c-4abf-8b0b-fc7530b23d91'] response: {'name': 'network-changed', 'server_uuid': 'a2967ef0-5b49-4af3-b3c2-5fb91e845621', 'tag': 'fc346978-3d3f-40f6-81be-74a96fef5c7d', 'status': 'completed', 'code': 200} May 12 19:01:39.228009 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a77fe-507b-470d-aeda-e0ae03ffbfae service neutron] Pushing event updated for resources: {'Port': ['ID=fc346978-3d3f-40f6-81be-74a96fef5c7d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:39.271898 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-ea9327d6-fe00-4dea-bd47-4a3f5553798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:39.273880 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-ea9327d6-fe00-4dea-bd47-4a3f5553798b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1e982ed51d9445b8f05cb7ddee40660&device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 1132 time: 0.0547714 May 12 19:01:39.327478 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-3967638b-7984-408d-a153-769fbfece3f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=fc346978-3d3f-40f6-81be-74a96fef5c7d HTTP/1.1" status: 200 len: 217 time: 0.0379608 May 12 19:01:39.385192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-329d5e4e-4a1e-4b68-80e7-52ea0db49c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:39.386701 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-329d5e4e-4a1e-4b68-80e7-52ea0db49c51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=885c82d0-54b6-42a7-8114-cbeb57e3b104 HTTP/1.1" status: 200 len: 843 time: 0.0513201 May 12 19:01:39.501777 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1a7a73dd-33eb-4575-b113-e99e22553fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:39.501777 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-1a7a73dd-33eb-4575-b113-e99e22553fc2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c88fef10-4666-4181-9f70-e757044d3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1019156 May 12 19:01:39.528861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e6305-8522-46e1-8975-45f1488bdf64 req-dc99b52e-0da2-41aa-b7bd-603bb1b68754 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:39.530502 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f16e6305-8522-46e1-8975-45f1488bdf64 req-dc99b52e-0da2-41aa-b7bd-603bb1b68754 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1263280 May 12 19:01:39.537782 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165e6a5-9f15-46fd-9f6b-40baef801540 req-0ee92a36-3003-4b8c-a5df-43f3bcd3ce83 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:39.539987 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5165e6a5-9f15-46fd-9f6b-40baef801540 req-0ee92a36-3003-4b8c-a5df-43f3bcd3ce83 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 948 time: 0.1164498 May 12 19:01:39.582720 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:01:39.641593 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 1abe14a4-11ef-449b-a24c-786cad5c7d21 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:01:39.641900 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:39.692565 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5165e6a5-9f15-46fd-9f6b-40baef801540 req-458fa603-3b2a-4d2d-b07b-50dc7f817bde tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328542 May 12 19:01:39.723515 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f16e6305-8522-46e1-8975-45f1488bdf64 req-c36f42bd-9100-48b1-aac1-aa0c2478c0fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820171 May 12 19:01:39.731703 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-c1b29371-5eee-44cf-bda0-9c2a0fab6205 service neutron] 10.222.0.49 "GET /v2.0/networks/c88fef10-4666-4181-9f70-e757044d3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176535 May 12 19:01:39.771418 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1abe14a4-11ef-449b-a24c-786cad5c7d21 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:01:39.771961 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:39.825836 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:39.826941 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:01:39.831252 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b329491-b643-408c-a3ea-12127f031857" -d '{"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-plugged", "status": "completed", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:01:39.835286 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:39.836650 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 9448ad28-f42c-4629-9127-6323c2e65835 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:01:39.912080 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4b8f5-0b23-4847-8b50-fe96610ad147 req-312b22c7-97af-4b66-9fcd-ab9b4991664f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:39.919284 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8b4b8f5-0b23-4847-8b50-fe96610ad147 req-312b22c7-97af-4b66-9fcd-ab9b4991664f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 944 time: 0.1309884 May 12 19:01:39.932376 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=7']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:39.936508 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7272-d8a6-4ba9-b590-163c1c13d072 req-5c98f046-bc3f-414f-936a-9690f61cf2ed tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:39.936922 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 9448ad28-f42c-4629-9127-6323c2e65835 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:01:39.938651 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25eb7272-d8a6-4ba9-b590-163c1c13d072 req-5c98f046-bc3f-414f-936a-9690f61cf2ed tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 945 time: 0.1402247 May 12 19:01:39.954060 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 9448ad28-f42c-4629-9127-6323c2e65835 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:01:39.954812 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9448ad28-f42c-4629-9127-6323c2e65835), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:40.051622 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 9448ad28-f42c-4629-9127-6323c2e65835 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:01:40.052011 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9448ad28-f42c-4629-9127-6323c2e65835), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:40.065259 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53d8890c-9840-4ab0-b40b-dd02e728b648 req-f5b73711-85f9-41d1-8782-23d11f26bc0f service neutron] 10.222.0.49 "GET /v2.0/networks/c88fef10-4666-4181-9f70-e757044d3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160499 May 12 19:01:40.070601 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8b4b8f5-0b23-4847-8b50-fe96610ad147 req-62e65377-2ad5-46ca-ad37-4be5b03b4577 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497509 May 12 19:01:40.073754 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25eb7272-d8a6-4ba9-b590-163c1c13d072 req-a92aa2b4-3114-4730-b28c-f3a8f313d762 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045637 May 12 19:01:40.117038 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 9448ad28-f42c-4629-9127-6323c2e65835, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=9448ad28-f42c-4629-9127-6323c2e65835,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:40.121927 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (9448ad28-f42c-4629-9127-6323c2e65835), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:40.134383 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a1055-61e4-4d4f-bad5-21d31305e8db x-openstack-request-id: req-aa4a1055-61e4-4d4f-bad5-21d31305e8db {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:01:40.134670 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-plugged", "status": "completed", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:01:40.134922 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa4a1055-61e4-4d4f-bad5-21d31305e8db {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:01:40.135318 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4a1055-61e4-4d4f-bad5-21d31305e8db'] response: {'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'code': 200} May 12 19:01:40.184182 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=9448ad28-f42c-4629-9127-6323c2e65835,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:40.923083 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675632-1c25-4ce6-bacb-fa0b52e2f2a1 req-c7678ffc-2041-44c4-a72c-bcd25449ef1e tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:40.927328 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-11675632-1c25-4ce6-bacb-fa0b52e2f2a1 req-c7678ffc-2041-44c4-a72c-bcd25449ef1e tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 948 time: 0.1434295 May 12 19:01:40.951790 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26629d12-fde9-4d29-b72f-2dc6421c5391 req-d906d46f-ff8d-441b-86ae-87c866bf247b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:40.969755 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26629d12-fde9-4d29-b72f-2dc6421c5391 req-d906d46f-ff8d-441b-86ae-87c866bf247b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1441786 May 12 19:01:41.065974 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-11675632-1c25-4ce6-bacb-fa0b52e2f2a1 req-60dbb4f4-2cdf-4217-97f3-c31fe4b92755 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302102 May 12 19:01:41.094351 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26629d12-fde9-4d29-b72f-2dc6421c5391 req-df2926f5-bb00-4d33-a50d-a95f03ef6a4e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228411 May 12 19:01:41.243991 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b2ebd-4771-4fa7-9006-0728deb09519 req-9df1a987-e99a-46a7-af8b-26b132be4781 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:41.245597 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-576b2ebd-4771-4fa7-9006-0728deb09519 req-9df1a987-e99a-46a7-af8b-26b132be4781 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.0929019 May 12 19:01:41.257458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1097108-a492-4e3a-a61b-3f04d4697b85 req-bd6a00f3-b26e-4d67-98c9-75403e3ce669 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:41.258923 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d1097108-a492-4e3a-a61b-3f04d4697b85 req-bd6a00f3-b26e-4d67-98c9-75403e3ce669 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0689638 May 12 19:01:41.333766 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-576b2ebd-4771-4fa7-9006-0728deb09519 req-d2d7b24f-494d-481f-8daa-4e5402eb76ea tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738208 May 12 19:01:41.344424 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d1097108-a492-4e3a-a61b-3f04d4697b85 req-4d5a9c5d-1c08-4a54-b983-49ea9a9d4919 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700834 May 12 19:01:41.504869 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-2fbe3854-0fe8-4dcb-9e1d-03749bc3fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:41.506450 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-2fbe3854-0fe8-4dcb-9e1d-03749bc3fb1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1e982ed51d9445b8f05cb7ddee40660&device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 1132 time: 0.0628242 May 12 19:01:41.558635 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device fc346978-3d3f-40f6-81be-74a96fef5c7d details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:01:41.694137 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port fc346978-3d3f-40f6-81be-74a96fef5c7d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fc346978-3d3f-40f6-81be-74a96fef5c7d,segment=NetworkSegment(f6445dd4-49b2-459d-a077-e08ea08b95b9),segment_id=f6445dd4-49b2-459d-a077-e08ea08b95b9)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:41.710105 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': 'fc346978-3d3f-40f6-81be-74a96fef5c7d', 'network_id': 'c88fef10-4666-4181-9f70-e757044d3db0', 'port_id': 'fc346978-3d3f-40f6-81be-74a96fef5c7d', 'mac_address': 'fa:16:3e:5c:cb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885c82d0-54b6-42a7-8114-cbeb57e3b104', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:01:41.749579 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port fc346978-3d3f-40f6-81be-74a96fef5c7d is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:01:41.749960 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:41.764795 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc346978-3d3f-40f6-81be-74a96fef5c7d {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:01:41.789339 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port fc346978-3d3f-40f6-81be-74a96fef5c7d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fc346978-3d3f-40f6-81be-74a96fef5c7d,segment=NetworkSegment(f6445dd4-49b2-459d-a077-e08ea08b95b9),segment_id=f6445dd4-49b2-459d-a077-e08ea08b95b9)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:41.794452 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:41.935010 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=fc346978-3d3f-40f6-81be-74a96fef5c7d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:42.126134 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-6161c28e-7b6e-4f9f-bd2e-0935ab23a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:42.130009 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-6161c28e-7b6e-4f9f-bd2e-0935ab23a608 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c88fef10-4666-4181-9f70-e757044d3db0 HTTP/1.1" status: 200 len: 870 time: 0.1765103 May 12 19:01:42.137607 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9448ad28-f42c-4629-9127-6323c2e65835'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:01:42.140125 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc239449-19ae-49f2-bee9-bfc8590b588d" -d '{"events": [{"server_uuid": "29b7344e-55ce-4f61-9c68-6473e53a5d9f", "name": "network-vif-plugged", "status": "completed", "tag": "9448ad28-f42c-4629-9127-6323c2e65835"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:01:42.227942 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-c4795628-4241-4a3e-a3bc-5b648155b5df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=fc346978-3d3f-40f6-81be-74a96fef5c7d HTTP/1.1" status: 200 len: 217 time: 0.0705910 May 12 19:01:42.235391 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['fc346978-3d3f-40f6-81be-74a96fef5c7d'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:01:42.313548 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92d3c2-f9d6-4f04-bdc1-ef4dee82f31a req-232e9d65-1459-49e1-a698-590d094049f7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:42.315030 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8a92d3c2-f9d6-4f04-bdc1-ef4dee82f31a req-232e9d65-1459-49e1-a698-590d094049f7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1066015 May 12 19:01:42.321455 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e963c6-1216-46fc-aab0-c614b2a1687e req-d8477ad1-55ca-45f5-a129-03a473c69cd4 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:42.322860 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-70e963c6-1216-46fc-aab0-c614b2a1687e req-d8477ad1-55ca-45f5-a129-03a473c69cd4 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 949 time: 0.1133525 May 12 19:01:42.395875 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8a92d3c2-f9d6-4f04-bdc1-ef4dee82f31a req-5e77190f-a046-4249-8c02-3aa6c9f69356 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720649 May 12 19:01:42.403738 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-70e963c6-1216-46fc-aab0-c614b2a1687e req-eebc6d20-8230-4901-ad80-07c42f82a3fe tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733151 May 12 19:01:42.476078 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d244971-2ecd-4629-a524-20bdfb292642 x-openstack-request-id: req-8d244971-2ecd-4629-a524-20bdfb292642 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:01:42.476373 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b7344e-55ce-4f61-9c68-6473e53a5d9f", "name": "network-vif-plugged", "status": "completed", "tag": "9448ad28-f42c-4629-9127-6323c2e65835", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:01:42.476629 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d244971-2ecd-4629-a524-20bdfb292642 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:01:42.477027 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d244971-2ecd-4629-a524-20bdfb292642'] response: {'server_uuid': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9448ad28-f42c-4629-9127-6323c2e65835', 'code': 200} May 12 19:01:42.569861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b28ce-7b37-460b-9e50-dbd409639910 req-f6553d77-5b0a-4510-8599-8135250a7839 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:42.571345 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f32b28ce-7b37-460b-9e50-dbd409639910 req-f6553d77-5b0a-4510-8599-8135250a7839 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.0607011 May 12 19:01:42.641365 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f4669-f2b1-4fb4-9462-d4ee296fd396 req-76dea918-8d47-4411-839d-83217b048ee9 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:42.642880 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee0f4669-f2b1-4fb4-9462-d4ee296fd396 req-76dea918-8d47-4411-839d-83217b048ee9 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0706460 May 12 19:01:42.664755 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f32b28ce-7b37-460b-9e50-dbd409639910 req-3334a965-1453-48b8-a1be-deb2fc8c1cbf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842679 May 12 19:01:42.725161 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee0f4669-f2b1-4fb4-9462-d4ee296fd396 req-da443615-11af-4e00-a744-c73da9451cdd tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741773 May 12 19:01:42.920995 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8996-3026-407b-8bf6-c1aeb591604c req-3a344e2b-e3be-4fc5-903b-5e73f94849e5 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:42.923371 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3bea8996-3026-407b-8bf6-c1aeb591604c req-3a344e2b-e3be-4fc5-903b-5e73f94849e5 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0516710 May 12 19:01:42.981234 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3bea8996-3026-407b-8bf6-c1aeb591604c req-539946cd-b3cd-4e87-b006-5f194f409021 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513935 May 12 19:01:43.562542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-ff80520c-f5ee-4794-8e1e-930115165a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:43.564214 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-ff80520c-f5ee-4794-8e1e-930115165a71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=885c82d0-54b6-42a7-8114-cbeb57e3b104 HTTP/1.1" status: 200 len: 843 time: 0.1296909 May 12 19:01:43.573096 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device fc346978-3d3f-40f6-81be-74a96fef5c7d up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:01:43.573737 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f3a74-397a-4501-9ac7-7386cc4bd43d req-394783c5-ad62-4989-b1fd-6c840d99409a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:43.574888 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-972f3a74-397a-4501-9ac7-7386cc4bd43d req-394783c5-ad62-4989-b1fd-6c840d99409a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0700233 May 12 19:01:43.646159 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port fc346978-3d3f-40f6-81be-74a96fef5c7d completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:01:43.654879 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f204f8-f0a3-4cc1-8a3e-f76a0f759178 req-c46f33ff-0e49-4773-80c0-55886ebdcff8 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:43.655928 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port fc346978-3d3f-40f6-81be-74a96fef5c7d triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:01:43.656306 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53f204f8-f0a3-4cc1-8a3e-f76a0f759178 req-c46f33ff-0e49-4773-80c0-55886ebdcff8 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 949 time: 0.0911937 May 12 19:01:43.656748 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:43.698286 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-972f3a74-397a-4501-9ac7-7386cc4bd43d req-ed101058-848a-4a86-b101-fc93019e9189 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137576 May 12 19:01:43.752515 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-09ed0b56-f753-46cb-b8ea-64d6c959c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:43.754212 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-09ed0b56-f753-46cb-b8ea-64d6c959c408 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c88fef10-4666-4181-9f70-e757044d3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0548191 May 12 19:01:43.820230 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port fc346978-3d3f-40f6-81be-74a96fef5c7d is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:01:43.820813 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:43.874781 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port fc346978-3d3f-40f6-81be-74a96fef5c7d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fc346978-3d3f-40f6-81be-74a96fef5c7d,segment=NetworkSegment(f6445dd4-49b2-459d-a077-e08ea08b95b9),segment_id=f6445dd4-49b2-459d-a077-e08ea08b95b9)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:43.880712 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:43.908061 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53f204f8-f0a3-4cc1-8a3e-f76a0f759178 req-7b80e2fd-21cc-47f7-94b9-39c7fb181151 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392073 May 12 19:01:43.942515 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040a8e-74c2-49fd-911d-36f61fe5bd37 req-2fe08a77-015a-4346-b6fa-b9fe2dc6e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:43.943863 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=fc346978-3d3f-40f6-81be-74a96fef5c7d,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:43.951552 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b040a8e-74c2-49fd-911d-36f61fe5bd37 req-2fe08a77-015a-4346-b6fa-b9fe2dc6e9f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 1129 time: 0.1932154 May 12 19:01:44.008247 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986024-0422-4fe7-9202-194875377e7f req-f0d6f2cd-b526-4050-9241-528e0e356fb5 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:44.015182 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-df986024-0422-4fe7-9202-194875377e7f req-f0d6f2cd-b526-4050-9241-528e0e356fb5 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.1830304 May 12 19:01:44.017556 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f4d8d-c332-41c1-aeb8-c88b6d79dd09 req-ff29352c-a765-44ea-b524-5c2edf8e1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:44.019499 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b03f4d8d-c332-41c1-aeb8-c88b6d79dd09 req-ff29352c-a765-44ea-b524-5c2edf8e1f5b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 1130 time: 0.2592578 May 12 19:01:44.150359 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-eca67cc9-6326-4a08-8e66-c29d98ed111c service neutron] 10.222.0.49 "GET /v2.0/networks/c88fef10-4666-4181-9f70-e757044d3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704281 May 12 19:01:44.156190 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadbb00-6e09-4875-b987-b9ded4009d79 req-fbcf44d2-feb1-47c9-83fe-31f82627ab3e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:44.157881 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dfadbb00-6e09-4875-b987-b9ded4009d79 req-fbcf44d2-feb1-47c9-83fe-31f82627ab3e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.1573839 May 12 19:01:44.236788 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b040a8e-74c2-49fd-911d-36f61fe5bd37 req-850ea585-afbd-4e26-8f66-1d054c14340b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352874 May 12 19:01:44.249571 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-df986024-0422-4fe7-9202-194875377e7f req-1a3f38ed-e86e-4f9c-ae3d-24f30ca400b8 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334459 May 12 19:01:44.254339 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b03f4d8d-c332-41c1-aeb8-c88b6d79dd09 req-7ad8f4d8-0615-45a3-8607-d72cd7003ef8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193356 May 12 19:01:44.338045 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dfadbb00-6e09-4875-b987-b9ded4009d79 req-c2bdec6d-54a2-490d-9e8c-648f5804af05 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637418 May 12 19:01:44.392205 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfca6f-71d9-4ecd-8bc3-6524dd946a8a req-4d240526-7de4-476d-a543-0518473ba648 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:44.394602 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90cfca6f-71d9-4ecd-8bc3-6524dd946a8a req-4d240526-7de4-476d-a543-0518473ba648 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0789540 May 12 19:01:44.396867 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3248e3cd-c4f6-4cf6-aaae-99c2caf08551 req-73c1e148-31ba-47fa-abb0-30709bf3ef81 service neutron] 10.222.0.49 "GET /v2.0/networks/c88fef10-4666-4181-9f70-e757044d3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263494 May 12 19:01:44.449466 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90cfca6f-71d9-4ecd-8bc3-6524dd946a8a req-a8f72662-55b9-4299-a129-b79b277a2c9d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493166 May 12 19:01:44.479243 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2967ef0-5b49-4af3-b3c2-5fb91e845621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc346978-3d3f-40f6-81be-74a96fef5c7d'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:01:44.481647 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b0d3e4-15d6-4650-b636-7f0f86a9fc08" -d '{"events": [{"server_uuid": "a2967ef0-5b49-4af3-b3c2-5fb91e845621", "name": "network-vif-plugged", "status": "completed", "tag": "fc346978-3d3f-40f6-81be-74a96fef5c7d"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:01:44.518511 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794bb7dc-bdeb-4878-8b62-ea833a7d6650 x-openstack-request-id: req-794bb7dc-bdeb-4878-8b62-ea833a7d6650 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:01:44.518842 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2967ef0-5b49-4af3-b3c2-5fb91e845621", "name": "network-vif-plugged", "status": "completed", "tag": "fc346978-3d3f-40f6-81be-74a96fef5c7d", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:01:44.519099 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-794bb7dc-bdeb-4878-8b62-ea833a7d6650 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:01:44.519488 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794bb7dc-bdeb-4878-8b62-ea833a7d6650'] response: {'server_uuid': 'a2967ef0-5b49-4af3-b3c2-5fb91e845621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc346978-3d3f-40f6-81be-74a96fef5c7d', 'code': 200} May 12 19:01:44.779844 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:01:44.828485 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c323-bb86-40f1-8723-fc70cbe2f0d8 req-b68e3a71-54b9-4f7a-8a5d-6fc175200412 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:44.830180 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e239c323-bb86-40f1-8723-fc70cbe2f0d8 req-b68e3a71-54b9-4f7a-8a5d-6fc175200412 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0512977 May 12 19:01:44.910573 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e239c323-bb86-40f1-8723-fc70cbe2f0d8 req-3175327b-5951-49a6-821f-401192105400 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649900 May 12 19:01:45.031501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998db70e-da07-4e17-a3a6-e015ef38cb06 req-dba25fd2-fdaa-4324-beca-657007b73e21 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:45.032918 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-998db70e-da07-4e17-a3a6-e015ef38cb06 req-dba25fd2-fdaa-4324-beca-657007b73e21 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.0489185 May 12 19:01:45.087499 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-998db70e-da07-4e17-a3a6-e015ef38cb06 req-249071e6-b418-40f9-8bb1-80846e858e17 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 May 12 19:01:45.367900 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac735a0-e898-4b1f-a1d9-a9faedc33989 req-a9292524-459b-4d31-a877-fec7a15107bc tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:45.369805 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ac735a0-e898-4b1f-a1d9-a9faedc33989 req-a9292524-459b-4d31-a877-fec7a15107bc tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.0485179 May 12 19:01:45.435312 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ac735a0-e898-4b1f-a1d9-a9faedc33989 req-9165311e-62a4-4803-b184-826d85df550f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594611 May 12 19:01:45.483257 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2314915-efc8-4bb5-9f07-8c2e79930f2a req-0d0382c8-395c-4902-a81b-d9857587e42f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:45.488600 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e2314915-efc8-4bb5-9f07-8c2e79930f2a req-0d0382c8-395c-4902-a81b-d9857587e42f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0695720 May 12 19:01:45.576569 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e2314915-efc8-4bb5-9f07-8c2e79930f2a req-70a80b34-75c6-4e08-8214-19619b296276 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842173 May 12 19:01:45.605162 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ec108-ae63-46c6-bb0d-56a10c140f42 req-341ae971-1773-4bb2-8617-418f105da37f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:45.610021 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-475ec108-ae63-46c6-bb0d-56a10c140f42 req-341ae971-1773-4bb2-8617-418f105da37f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0815842 May 12 19:01:45.663099 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-475ec108-ae63-46c6-bb0d-56a10c140f42 req-6752c0f6-7ccb-42ee-807d-36ee7a146798 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474007 May 12 19:01:46.067711 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3d0a6-1c05-4332-8027-3dac7b9b9a07 req-9abeaf31-3d7b-4509-9e9d-c4a9df7a6421 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:46.075830 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26f3d0a6-1c05-4332-8027-3dac7b9b9a07 req-9abeaf31-3d7b-4509-9e9d-c4a9df7a6421 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0856926 May 12 19:01:46.142730 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26f3d0a6-1c05-4332-8027-3dac7b9b9a07 req-3b495bc9-2168-44b3-b396-bdf17c20b714 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604861 May 12 19:01:46.240314 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024b100-d65a-4855-8b69-5c9360dff655 req-711d1ea0-954b-49e0-8bdb-5f65478d1710 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:46.241819 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a024b100-d65a-4855-8b69-5c9360dff655 req-711d1ea0-954b-49e0-8bdb-5f65478d1710 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.0606616 May 12 19:01:46.292977 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a024b100-d65a-4855-8b69-5c9360dff655 req-eb8c2f2e-cd87-45a5-a4ce-6bd5fe9fd4b6 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 May 12 19:01:46.561900 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5c375-be35-46b1-beeb-74c4b8cf2c1e req-238f278b-bc72-46b0-994a-a6c52d654bdf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:46.563415 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-63d5c375-be35-46b1-beeb-74c4b8cf2c1e req-238f278b-bc72-46b0-994a-a6c52d654bdf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.0522563 May 12 19:01:46.637944 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-63d5c375-be35-46b1-beeb-74c4b8cf2c1e req-0f8bc81a-181f-4545-87ba-00729b39cf78 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686877 May 12 19:01:46.798339 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b93f-3043-4ec9-8046-75d928fba05f req-06dbfa3f-4e0e-4c7e-8112-6bbaada941ca tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:46.806919 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f755b93f-3043-4ec9-8046-75d928fba05f req-06dbfa3f-4e0e-4c7e-8112-6bbaada941ca tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.1058807 May 12 19:01:46.818866 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37578) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:46.823880 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'floatingip': {'port_id': '9448ad28-f42c-4629-9127-6323c2e65835'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:46.835551 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831ea56-96ee-49e3-8882-ac68702b9a86 req-556586af-63e8-4bce-9c71-72cd7532ab6c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:46.840569 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8831ea56-96ee-49e3-8882-ac68702b9a86 req-556586af-63e8-4bce-9c71-72cd7532ab6c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.1258090 May 12 19:01:46.881398 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (8909632f-31e8-4e11-ae70-7eb201187030), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:46.901323 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8831ea56-96ee-49e3-8882-ac68702b9a86 req-0ed6cede-19c5-46fc-83c7-56843aa1eed9 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505302 May 12 19:01:46.990469 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71401115-b4a6-4d51-bd8c-78736bb4a442 req-6d439186-82c1-4469-b0ca-b7dcc3b83c56 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:46.992032 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-71401115-b4a6-4d51-bd8c-78736bb4a442 req-6d439186-82c1-4469-b0ca-b7dcc3b83c56 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0654395 May 12 19:01:47.065755 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-71401115-b4a6-4d51-bd8c-78736bb4a442 req-9fd92f7a-7f8e-4751-9ae9-bf9d91393f8c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677598 May 12 19:01:47.258119 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12390127-771e-41f0-bea4-1b386827c55f req-422a8b46-d8a8-43e9-a5bc-89be0e687921 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:47.265367 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-12390127-771e-41f0-bea4-1b386827c55f req-422a8b46-d8a8-43e9-a5bc-89be0e687921 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0566831 May 12 19:01:47.343162 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-12390127-771e-41f0-bea4-1b386827c55f req-c6c7941f-00ec-46f0-bc49-442bfb7c6c09 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 May 12 19:01:47.713067 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:47.721145 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (8909632f-31e8-4e11-ae70-7eb201187030), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:47.780668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae8343-cc23-406b-a420-8e8924f78e04 req-36681e50-7447-4177-af64-8978c9a9d602 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:47.788379 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c8ae8343-cc23-406b-a420-8e8924f78e04 req-36681e50-7447-4177-af64-8978c9a9d602 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.4112051 May 12 19:01:47.800802 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a819b-0911-429f-a779-1c63d06684b8 req-9b84a80e-0164-4b40-901f-b0c7e322d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:47.802305 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c9a819b-0911-429f-a779-1c63d06684b8 req-9b84a80e-0164-4b40-901f-b0c7e322d844 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 1134 time: 0.4133043 May 12 19:01:47.818157 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a4ef2-b876-49d7-8d01-45965b444b17 req-b9d00d87-e802-436d-b79e-6de107f2a53f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:47.819569 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d86a4ef2-b876-49d7-8d01-45965b444b17 req-b9d00d87-e802-436d-b79e-6de107f2a53f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1144421 May 12 19:01:47.830567 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-5f3bafca-8793-4c90-b5ec-a94a703debed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:47.832572 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-5f3bafca-8793-4c90-b5ec-a94a703debed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 1130 time: 0.1363108 May 12 19:01:47.849448 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Floating IP 8909632f-31e8-4e11-ae70-7eb201187030 associated. External IP: 172.27.3.219, port: 9448ad28-f42c-4629-9127-6323c2e65835. May 12 19:01:47.982712 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c8ae8343-cc23-406b-a420-8e8924f78e04 req-e23a40be-851d-45e3-b93f-7e836478fea3 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932194 May 12 19:01:48.023019 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d86a4ef2-b876-49d7-8d01-45965b444b17 req-8661728e-88db-4d75-b5ce-e4337f9d06e9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894953 May 12 19:01:48.049483 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c9a819b-0911-429f-a779-1c63d06684b8 req-7ab30b33-3f65-4443-8163-ec42bd9d699a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267983 May 12 19:01:48.125573 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-d89af7e9-ba93-4c50-9cd5-7babb14d56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:48.127494 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-d89af7e9-ba93-4c50-9cd5-7babb14d56fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.2809284 May 12 19:01:48.132268 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:01:48.147109 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917e90d-d3b9-430c-8ec7-66769c114048 req-d421747d-a075-4923-8925-c32f64ceee59 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:48.148763 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0917e90d-d3b9-430c-8ec7-66769c114048 req-d421747d-a075-4923-8925-c32f64ceee59 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0589318 May 12 19:01:48.255909 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0917e90d-d3b9-430c-8ec7-66769c114048 req-f3e87983-28ca-479d-8cac-ebf51a342f6e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010361 May 12 19:01:48.263433 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb4e05-1a6f-493b-b8e3-d9ea1d8a9025 req-15d10012-2519-4e87-a7b1-a66642a2b860 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:48.265039 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-40bb4e05-1a6f-493b-b8e3-d9ea1d8a9025 req-15d10012-2519-4e87-a7b1-a66642a2b860 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0876265 May 12 19:01:48.296477 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:01:48.304444 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:48.310278 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:01:48.323307 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:01:48.324262 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:01:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:01:48.351957 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1b74b40d-e544-462c-82b2-cd2719f54933 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "PUT /v2.0/floatingips/8909632f-31e8-4e11-ae70-7eb201187030 HTTP/1.1" status: 200 len: 991 time: 1.5322547 May 12 19:01:48.352589 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'tag': '9448ad28-f42c-4629-9127-6323c2e65835'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:01:48.358066 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-40bb4e05-1a6f-493b-b8e3-d9ea1d8a9025 req-d362b99a-6bbb-463e-b690-9e190b79b10b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783594 May 12 19:01:48.358256 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26d4e8a-43ac-466e-995a-d61efd3c40f3" -d '{"events": [{"name": "network-changed", "server_uuid": "29b7344e-55ce-4f61-9c68-6473e53a5d9f", "tag": "9448ad28-f42c-4629-9127-6323c2e65835"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:01:48.410070 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be60ff-48ad-49f6-aa3a-c63650418350 x-openstack-request-id: req-80be60ff-48ad-49f6-aa3a-c63650418350 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:01:48.410362 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b7344e-55ce-4f61-9c68-6473e53a5d9f", "tag": "9448ad28-f42c-4629-9127-6323c2e65835", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:01:48.410615 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80be60ff-48ad-49f6-aa3a-c63650418350 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:01:48.411074 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80be60ff-48ad-49f6-aa3a-c63650418350'] response: {'name': 'network-changed', 'server_uuid': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'tag': '9448ad28-f42c-4629-9127-6323c2e65835', 'status': 'completed', 'code': 200} May 12 19:01:48.413982 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-341ad424-56d6-4f71-a010-1e6b15cfbec0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=892d0c20-1c89-4582-aee5-a3cc582f961d HTTP/1.1" status: 200 len: 217 time: 0.0549741 May 12 19:01:48.459716 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:01:48.695329 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '8909632f-31e8-4e11-ae70-7eb201187030', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '9448ad28-f42c-4629-9127-6323c2e65835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:6a:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:28Z', 'updated_at': '2022-05-12T19:01:47Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}, {'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:16Z', 'revision_number': 2, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:01:48.742914 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:01:48.761379 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:01:48.762369 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:01:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:01:48.887336 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:01:48.955425 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-7e012b3c-6a92-49c8-bd89-02e7b7fadb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:48.957547 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-7e012b3c-6a92-49c8-bd89-02e7b7fadb92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0465252 May 12 19:01:49.062742 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-21b8200d-f167-4fac-a7c5-bc92ed68e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:49.064316 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-21b8200d-f167-4fac-a7c5-bc92ed68e95c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974000 May 12 19:01:49.077816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-45dde1c8-8dcd-4a5b-a91a-b265095921dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:49.079504 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-45dde1c8-8dcd-4a5b-a91a-b265095921dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 1129 time: 0.1209545 May 12 19:01:49.220707 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '8909632f-31e8-4e11-ae70-7eb201187030', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '9448ad28-f42c-4629-9127-6323c2e65835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:6a:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:28Z', 'updated_at': '2022-05-12T19:01:47Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}, {'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:16Z', 'revision_number': 2, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:01:49.249466 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d47d8d-60c8-4128-9014-dd39576392bc None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '8909632f-31e8-4e11-ae70-7eb201187030', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '9448ad28-f42c-4629-9127-6323c2e65835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:6a:55:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:28Z', 'updated_at': '2022-05-12T19:01:47Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}, {'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:16Z', 'revision_number': 2, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:01:49.309452 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e9e7-dc36-4d1d-a360-039883a9fb89 req-0fe5418a-24b5-4007-a556-be308b117082 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:49.311496 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c696e9e7-dc36-4d1d-a360-039883a9fb89 req-0fe5418a-24b5-4007-a556-be308b117082 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.2310038 May 12 19:01:49.327461 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5241b7c9-b7b9-4471-9b84-55561c6d715e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:49.362821 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ff965-e73f-47f9-a32c-f58a2f18cace req-70c61cd5-27e8-458b-972c-2a2bafebb6e1 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:49.363984 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-990ff965-e73f-47f9-a32c-f58a2f18cace req-70c61cd5-27e8-458b-972c-2a2bafebb6e1 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.2066159 May 12 19:01:49.460087 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-d7edbc62-7f28-4059-8415-ae89d3391ef2 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692517 May 12 19:01:49.475990 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-e012e55c-4ba8-4d43-9a46-4ac4bc9f697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:49.477237 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-e012e55c-4ba8-4d43-9a46-4ac4bc9f697e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 915 time: 0.3739204 May 12 19:01:49.487292 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c696e9e7-dc36-4d1d-a360-039883a9fb89 req-dd3ca2b5-5502-44ba-a4d6-2606d323f7ed tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406004 May 12 19:01:49.500490 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-990ff965-e73f-47f9-a32c-f58a2f18cace req-1e7cd4e3-78a8-4e08-bb7d-610f910365ac tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185699 May 12 19:01:49.595473 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc00c5e4-3eb8-4e92-a91e-93b0a0de68a0 None None] New status for floating IP 8909632f-31e8-4e11-ae70-7eb201187030: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:01:49.651746 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a10df5-bee2-4428-82a9-89ee47e2db20 req-6519c347-2f7a-4e09-9c4d-7c110e02892a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:49.658110 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52a10df5-bee2-4428-82a9-89ee47e2db20 req-6519c347-2f7a-4e09-9c4d-7c110e02892a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.1012442 May 12 19:01:49.676579 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6090c-a986-4efa-b944-873164e9c273 req-346b0d3b-139f-4674-9956-c57ccb17e796 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:49.679585 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fce6090c-a986-4efa-b944-873164e9c273 req-346b0d3b-139f-4674-9956-c57ccb17e796 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0801749 May 12 19:01:49.774958 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fce6090c-a986-4efa-b944-873164e9c273 req-de18e76e-002c-4904-8ef5-f980a018acd0 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844750 May 12 19:01:49.785973 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52a10df5-bee2-4428-82a9-89ee47e2db20 req-9655c871-3e9c-472b-9b4c-fad2be540ba2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242938 May 12 19:01:49.963822 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-8db82b06-6836-45cb-a606-af8dccaf58f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9448ad28-f42c-4629-9127-6323c2e65835 HTTP/1.1" status: 200 len: 1001 time: 0.1182008 May 12 19:01:49.987959 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec9cb479-71c8-4699-be51-0a7bc2d371e1 req-2faf7d69-6f51-47f7-abfa-fcd277cc8351 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331272 May 12 19:01:50.074598 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-41fa4627-9274-4de2-a10e-558b0f3b4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:50.075940 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-41fa4627-9274-4de2-a10e-558b0f3b4524 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.0461237 May 12 19:01:50.118498 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-4f480ed1-0102-4b90-bbd2-60a64dfcd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:50.119956 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-4f480ed1-0102-4b90-bbd2-60a64dfcd09e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377135 May 12 19:01:50.624324 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c84f18-ed98-43b5-8f2f-17bcd5aa2640 req-3519c635-c2f4-47c8-98f4-8e8cae751887 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:50.625791 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-68c84f18-ed98-43b5-8f2f-17bcd5aa2640 req-3519c635-c2f4-47c8-98f4-8e8cae751887 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.0740612 May 12 19:01:50.644788 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb61af-ee00-41e0-ab02-9d0d092faa43 req-2cd83813-8db1-4e1a-bf3b-bc8ec6e0e6a9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:50.646210 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55fb61af-ee00-41e0-ab02-9d0d092faa43 req-2cd83813-8db1-4e1a-bf3b-bc8ec6e0e6a9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0643764 May 12 19:01:50.702056 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-68c84f18-ed98-43b5-8f2f-17bcd5aa2640 req-50917045-3391-4fae-8c66-7ab8f42cdb39 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706072 May 12 19:01:50.715930 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55fb61af-ee00-41e0-ab02-9d0d092faa43 req-1619a6e1-ef39-499e-8228-bf9e1117849a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627375 May 12 19:01:50.891710 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd63fe-5336-4cb0-8cf6-3add8f68c828 req-b6adac0f-0c67-4017-87bc-db3678405036 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:50.893167 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b3dd63fe-5336-4cb0-8cf6-3add8f68c828 req-b6adac0f-0c67-4017-87bc-db3678405036 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0479751 May 12 19:01:50.974910 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d74b-a9e8-4a73-b26f-f2815bd00097 req-09c28096-a6ec-45df-97f4-df9318b8395c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:50.976353 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6da7d74b-a9e8-4a73-b26f-f2815bd00097 req-09c28096-a6ec-45df-97f4-df9318b8395c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0627401 May 12 19:01:50.979309 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b3dd63fe-5336-4cb0-8cf6-3add8f68c828 req-9e63f495-f385-42af-81fb-30b55f05255d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805402 May 12 19:01:51.025100 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6da7d74b-a9e8-4a73-b26f-f2815bd00097 req-d7c9c432-5b19-4e50-b9a9-446f92043211 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429370 May 12 19:01:51.079035 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40134d-5d79-41ef-938c-361c4142e45b req-4ec1110f-44a8-4110-8d9d-b7d291af9030 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:51.080471 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8f40134d-5d79-41ef-938c-361c4142e45b req-4ec1110f-44a8-4110-8d9d-b7d291af9030 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.0467257 May 12 19:01:51.126006 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8f40134d-5d79-41ef-938c-361c4142e45b req-c5b3d00f-faef-4754-ba3d-ee15954ed02c tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 May 12 19:01:51.335653 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a349feae-09a2-4d2c-bd48-48c8572243f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:51.863459 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573ec3f-55ea-4a05-8c91-30ca9c19e190 req-87ae3b21-2a82-4bac-a1f9-3e6f32534a3b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:51.864930 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f573ec3f-55ea-4a05-8c91-30ca9c19e190 req-87ae3b21-2a82-4bac-a1f9-3e6f32534a3b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0755491 May 12 19:01:51.951298 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-5879464d-deb7-4364-b1fb-89451c5b72d1 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292925 May 12 19:01:51.954291 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f573ec3f-55ea-4a05-8c91-30ca9c19e190 req-2c111aae-953e-4ed6-84a4-d6e4a296e1d9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613577 May 12 19:01:52.096241 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e4b02-ce9e-4d2c-b3c5-05c56a8e7f42 req-2d355c05-ded5-4d70-b2ff-ab3769634c0e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:52.098217 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-605e4b02-ce9e-4d2c-b3c5-05c56a8e7f42 req-2d355c05-ded5-4d70-b2ff-ab3769634c0e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0500989 May 12 19:01:52.158709 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2766a-d466-4d10-9996-aa1abfa20acc req-82a8db79-05d8-43da-bae4-9a095eda169f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:52.160711 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26b2766a-d466-4d10-9996-aa1abfa20acc req-82a8db79-05d8-43da-bae4-9a095eda169f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0616305 May 12 19:01:52.188768 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-605e4b02-ce9e-4d2c-b3c5-05c56a8e7f42 req-4d43e5fa-8bce-42bc-aa59-cddadebc0603 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816798 May 12 19:01:52.218357 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26b2766a-d466-4d10-9996-aa1abfa20acc req-a780eefa-e300-4158-8df4-b1f20b8a9d79 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513384 May 12 19:01:52.289794 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a937e-c361-4f77-bb22-5003856d34b5 req-6349e002-c36c-483c-a5cb-2429b4d82cfa tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:52.291232 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-455a937e-c361-4f77-bb22-5003856d34b5 req-6349e002-c36c-483c-a5cb-2429b4d82cfa tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.0482969 May 12 19:01:52.338423 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-455a937e-c361-4f77-bb22-5003856d34b5 req-0f42f4ea-0441-4d81-bdea-2dfb1bfd4fc3 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 May 12 19:01:52.942269 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:53.066347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd3a92-1f03-4cce-8650-f61035e60197 req-ff48001a-23f9-4bad-96e2-d04e37922a05 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:53.067778 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9cd3a92-1f03-4cce-8650-f61035e60197 req-ff48001a-23f9-4bad-96e2-d04e37922a05 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0461266 May 12 19:01:53.107147 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:53.114496 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9cd3a92-1f03-4cce-8650-f61035e60197 req-da427643-5a05-43ad-b696-be82d939e0c4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 May 12 19:01:53.266767 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-434f33d7-f051-4ca1-ab64-26eb23e3babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:53.268860 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-434f33d7-f051-4ca1-ab64-26eb23e3babc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 1130 time: 0.0419991 May 12 19:01:53.347609 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbc0cc-754d-4c38-b13b-ee68a12adf40 req-003ca573-ded8-43fd-a156-77d0e527a30f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:53.349032 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1adbc0cc-754d-4c38-b13b-ee68a12adf40 req-003ca573-ded8-43fd-a156-77d0e527a30f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0742726 May 12 19:01:53.368194 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5700-fca2-428e-a2bc-dedde6a65c2f req-8ddc2187-06cf-472f-8af3-74cd48b34d41 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:53.369489 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f1b5700-fca2-428e-a2bc-dedde6a65c2f req-8ddc2187-06cf-472f-8af3-74cd48b34d41 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 946 time: 0.0643356 May 12 19:01:53.478650 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1adbc0cc-754d-4c38-b13b-ee68a12adf40 req-a65f3efc-455d-46ee-af0f-ea288b4e1142 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240387 May 12 19:01:53.493187 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f1b5700-fca2-428e-a2bc-dedde6a65c2f req-788f898f-af18-4c7a-aebc-dcf43b5c38ef tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168096 May 12 19:01:53.633505 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae5298-b01d-4bd4-a0ae-226d30628aad req-1b599217-bc8e-4e63-aa02-62b5b79e82fd tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:53.634862 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8ae5298-b01d-4bd4-a0ae-226d30628aad req-1b599217-bc8e-4e63-aa02-62b5b79e82fd tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.0784883 May 12 19:01:53.640133 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:01:53.641492 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26d4e8a-43ac-466e-995a-d61efd3c40f3 req-197525bc-2dc7-4385-bccd-fe51da144e45 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296407 May 12 19:01:53.644560 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-6c9920d0-4cd4-4f0f-9ecb-326dbd96b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:53.645919 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-6c9920d0-4cd4-4f0f-9ecb-326dbd96b438 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.2063274 May 12 19:01:53.694842 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8ae5298-b01d-4bd4-a0ae-226d30628aad req-65b1ea74-c072-4288-86f5-3079d75a8510 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521038 May 12 19:01:53.723400 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1abe14a4-11ef-449b-a24c-786cad5c7d21 is: ACTIVE; New status is: DOWN {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:01:53.723787 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:53.747520 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:01:53.749736 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5462d8-17bd-4575-a568-29f0fc6641d8" -d '{"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-unplugged", "status": "completed", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:01:53.761456 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:53.765945 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:53.802595 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 19:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daea489-d504-4c06-bd3d-ef1648d7550b x-openstack-request-id: req-7daea489-d504-4c06-bd3d-ef1648d7550b {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:01:53.802906 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-unplugged", "status": "completed", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:01:53.803165 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7daea489-d504-4c06-bd3d-ef1648d7550b {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:01:53.803554 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daea489-d504-4c06-bd3d-ef1648d7550b'] response: {'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'code': 200} May 12 19:01:53.828019 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=8']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:54.210531 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:54.298768 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f7daa-ef2b-4a70-bc4f-c591c1c9c389 req-cfea6f29-c9cd-44b7-b539-d49b433df5b0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:54.300230 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e0f7daa-ef2b-4a70-bc4f-c591c1c9c389 req-cfea6f29-c9cd-44b7-b539-d49b433df5b0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.1174960 May 12 19:01:54.314578 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-47025e17-b4ee-465e-824b-839e20d43acf tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:54.316507 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-47025e17-b4ee-465e-824b-839e20d43acf tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.1019800 May 12 19:01:54.361577 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-7c056345-dce9-4d15-8e1f-df1c3f6a6360 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21 HTTP/1.1" status: 200 len: 1000 time: 0.1483324 May 12 19:01:54.458053 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e0f7daa-ef2b-4a70-bc4f-c591c1c9c389 req-366fc565-a213-44ce-90b5-08ec1e16d0f9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495469 May 12 19:01:54.464946 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-f9b35e7d-b5a0-4f2b-a178-fb26a220a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:54.466406 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-f9b35e7d-b5a0-4f2b-a178-fb26a220a448 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0955429 May 12 19:01:54.502133 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Deleting port fc346978-3d3f-40f6-81be-74a96fef5c7d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:01:54.502539 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:54.541004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-3f404a43-7d63-4614-be96-4a99a59baf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:54.542547 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-3f404a43-7d63-4614-be96-4a99a59baf07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687213 May 12 19:01:55.005720 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6895b9-c1a0-43f1-b302-72e891c25dac req-84a600d7-cf4a-4fad-8ee8-13fba241391d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:55.007074 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c6895b9-c1a0-43f1-b302-72e891c25dac req-84a600d7-cf4a-4fad-8ee8-13fba241391d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.4274127 May 12 19:01:55.014913 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] For port fc346978-3d3f-40f6-81be-74a96fef5c7d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fc346978-3d3f-40f6-81be-74a96fef5c7d,segment=NetworkSegment(f6445dd4-49b2-459d-a077-e08ea08b95b9),segment_id=f6445dd4-49b2-459d-a077-e08ea08b95b9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:01:55.015272 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:55.030030 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768cef-d670-4080-a7c6-42491d8f6fd4 req-dbb730cd-4f48-49b2-97f9-272c522bbfaf tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:55.031383 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad768cef-d670-4080-a7c6-42491d8f6fd4 req-dbb730cd-4f48-49b2-97f9-272c522bbfaf tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.4311285 May 12 19:01:55.057949 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Calling delete_port for fc346978-3d3f-40f6-81be-74a96fef5c7d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:01:55.147115 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-793da78d-a63a-4e0b-84a3-9acaa0bcf850 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684633 May 12 19:01:55.185273 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c6895b9-c1a0-43f1-b302-72e891c25dac req-9c72acbd-e101-4ec2-8410-dd8931f7b077 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673813 May 12 19:01:55.208823 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad768cef-d670-4080-a7c6-42491d8f6fd4 req-d7325a20-16dd-4710-bf79-e70a95bba9b1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679285 May 12 19:01:55.329904 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65376c40-e99a-4fca-877d-81e02afb2443 req-5fcffa4b-4c7d-4af0-93e1-181ad12489b1 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:55.331825 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-65376c40-e99a-4fca-877d-81e02afb2443 req-5fcffa4b-4c7d-4af0-93e1-181ad12489b1 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 950 time: 0.0848699 May 12 19:01:55.361228 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7861098f-5a95-4f13-b7ff-1cc1d3ce665a req-01a02ab0-cd52-48fc-81fe-2e8f948c7e31 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044709 May 12 19:01:55.411829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (fc346978-3d3f-40f6-81be-74a96fef5c7d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:55.441473 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-65376c40-e99a-4fca-877d-81e02afb2443 req-4ade5232-512f-4ae1-8ed2-c8a299aad0d4 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f13e69-8ce8-45f8-837e-02c58df984df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902951 May 12 19:01:55.444349 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Pushing event deleted for resources: {'Port': ['ID=fc346978-3d3f-40f6-81be-74a96fef5c7d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:55.454234 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['fc346978-3d3f-40f6-81be-74a96fef5c7d'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:01:55.493151 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] No DVR routers for this DVR port fc346978-3d3f-40f6-81be-74a96fef5c7d on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:01:55.496321 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:55.499523 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3fe8e2e-7b73-4ba7-ac23-574a98968cbe req-5f6c75cb-5116-4e92-8173-7c8dfd8ab535 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.49 "DELETE /v2.0/ports/fc346978-3d3f-40f6-81be-74a96fef5c7d HTTP/1.1" status: 204 len: 173 time: 1.1757746 May 12 19:01:55.499960 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2967ef0-5b49-4af3-b3c2-5fb91e845621', 'name': 'network-vif-deleted', 'tag': 'fc346978-3d3f-40f6-81be-74a96fef5c7d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:01:55.502339 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbe38cd-9157-4cab-8908-2a3b20ba6cfe" -d '{"events": [{"server_uuid": "a2967ef0-5b49-4af3-b3c2-5fb91e845621", "name": "network-vif-deleted", "tag": "fc346978-3d3f-40f6-81be-74a96fef5c7d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:01:55.538814 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c6afa-dbaf-4c49-a52e-bcc2cd0ace40 x-openstack-request-id: req-5b5c6afa-dbaf-4c49-a52e-bcc2cd0ace40 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:01:55.539115 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2967ef0-5b49-4af3-b3c2-5fb91e845621", "name": "network-vif-deleted", "tag": "fc346978-3d3f-40f6-81be-74a96fef5c7d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:01:55.539393 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b5c6afa-dbaf-4c49-a52e-bcc2cd0ace40 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:01:55.539770 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5c6afa-dbaf-4c49-a52e-bcc2cd0ace40'] response: {'server_uuid': 'a2967ef0-5b49-4af3-b3c2-5fb91e845621', 'name': 'network-vif-deleted', 'tag': 'fc346978-3d3f-40f6-81be-74a96fef5c7d', 'status': 'completed', 'code': 200} May 12 19:01:55.597021 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:55.870800 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37674) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:55.875966 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-78199c69-ee4d-4ee4-9260-41f1e09dec1c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345364139', 'description': 'tempest-description--246036518'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:55.901473 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78199c69-ee4d-4ee4-9260-41f1e09dec1c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:55.967451 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78199c69-ee4d-4ee4-9260-41f1e09dec1c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group (93934eb2-b72f-465d-a165-fae9b019c8e7), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:55.970949 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78199c69-ee4d-4ee4-9260-41f1e09dec1c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (93934eb2-b72f-465d-a165-fae9b019c8e7), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:55.999837 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78199c69-ee4d-4ee4-9260-41f1e09dec1c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.001011 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-78199c69-ee4d-4ee4-9260-41f1e09dec1c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1286190 May 12 19:01:56.002852 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78199c69-ee4d-4ee4-9260-41f1e09dec1c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93934eb2-b72f-465d-a165-fae9b019c8e7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:56.003950 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37676) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:56.008426 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-febb87fe-48e0-453c-ba1f-6748039ca8bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'security_group_rule': {'security_group_id': '93934eb2-b72f-465d-a165-fae9b019c8e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:56.034961 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-febb87fe-48e0-453c-ba1f-6748039ca8bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group_rule (1a31f5d3-d353-4788-820a-c09d8da0de65), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.087703 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-febb87fe-48e0-453c-ba1f-6748039ca8bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group_rule (1a31f5d3-d353-4788-820a-c09d8da0de65), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.090756 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-febb87fe-48e0-453c-ba1f-6748039ca8bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (1a31f5d3-d353-4788-820a-c09d8da0de65), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.109616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb87fe-48e0-453c-ba1f-6748039ca8bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a31f5d3-d353-4788-820a-c09d8da0de65,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:56.115088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-febb87fe-48e0-453c-ba1f-6748039ca8bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.116040 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-febb87fe-48e0-453c-ba1f-6748039ca8bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111121 May 12 19:01:56.118739 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37678) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:56.123045 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8362f9b8-083a-4c10-8136-f7cbb1f0f164 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'security_group_rule': {'security_group_id': '93934eb2-b72f-465d-a165-fae9b019c8e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:56.149029 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8362f9b8-083a-4c10-8136-f7cbb1f0f164 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group_rule (ae5c69ff-502b-42cd-a0b9-e688e4a96b04), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.204302 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8362f9b8-083a-4c10-8136-f7cbb1f0f164 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group_rule (ae5c69ff-502b-42cd-a0b9-e688e4a96b04), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.208343 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8362f9b8-083a-4c10-8136-f7cbb1f0f164 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (ae5c69ff-502b-42cd-a0b9-e688e4a96b04), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.229699 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362f9b8-083a-4c10-8136-f7cbb1f0f164 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5c69ff-502b-42cd-a0b9-e688e4a96b04,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:56.235772 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8362f9b8-083a-4c10-8136-f7cbb1f0f164 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.236069 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8362f9b8-083a-4c10-8136-f7cbb1f0f164 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163669 May 12 19:01:56.238886 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37684) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:56.243124 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:56.295082 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.352127 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f993197-84bb-401b-822a-5f67b3c47143 req-f1718d43-0a81-46f1-b653-96bb1ba0f505 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:56.353573 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5f993197-84bb-401b-822a-5f67b3c47143 req-f1718d43-0a81-46f1-b653-96bb1ba0f505 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0968902 May 12 19:01:56.406277 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b6ffb-19b5-4ff7-814a-30ba034118d1 req-54821551-6004-4f8f-849c-705cfb934518 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:56.407589 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a82b6ffb-19b5-4ff7-814a-30ba034118d1 req-54821551-6004-4f8f-849c-705cfb934518 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.1161721 May 12 19:01:56.479858 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.489328 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5f993197-84bb-401b-822a-5f67b3c47143 req-834cd1a8-7121-4f48-8a0a-7787f78644b2 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290581 May 12 19:01:56.502261 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a82b6ffb-19b5-4ff7-814a-30ba034118d1 req-0d637e7a-3c91-43bd-b06c-0e6056adcdba tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826356 May 12 19:01:56.579135 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f560615-abe4-4bf1-a278-33e2c03c1a6d req-12483975-3fed-4909-a1a5-9de7389a589a tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 210 time: 0.0322821 May 12 19:01:56.623024 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Allocated IP 172.27.3.209 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/82ef5dcb-1865-4d9b-a266-12aa19ce98be) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:01:56.727909 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for port (82ef5dcb-1865-4d9b-a266-12aa19ce98be), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.759223 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (82ef5dcb-1865-4d9b-a266-12aa19ce98be), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.795493 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:01:56.798207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:01:56.800592 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:01:56.832313 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event updated for resources: {'Port': ['ID=82ef5dcb-1865-4d9b-a266-12aa19ce98be,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:56.895142 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (819342f6-2cda-468a-9c61-d4b8e729286b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:56.929624 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (82ef5dcb-1865-4d9b-a266-12aa19ce98be), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:57.108560 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for port (82ef5dcb-1865-4d9b-a266-12aa19ce98be), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:57.113126 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (82ef5dcb-1865-4d9b-a266-12aa19ce98be), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:57.184467 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event updated for resources: {'Port': ['ID=82ef5dcb-1865-4d9b-a266-12aa19ce98be,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:01:57.197098 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (819342f6-2cda-468a-9c61-d4b8e729286b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:57.213372 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:57.222793 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b20d91b0-f2e4-449d-8d31-8acb369a864d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9748309 May 12 19:01:57.408143 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-7a55cab2-dee7-405b-8f94-937215b02980 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--345364139&fields=id&tenant_id=eb2e124562e34719a49be3de45e6cf37 HTTP/1.1" status: 200 len: 267 time: 0.0422621 May 12 19:01:57.513347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28eac-95b8-4499-a526-59e88751cc12 req-7bf7766b-11d5-4de3-9b53-e2c396a9a579 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:57.514950 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-7bf7766b-11d5-4de3-9b53-e2c396a9a579 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 819 time: 0.0999453 May 12 19:01:57.530156 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-a08f7dce-0dba-4822-96e8-18988a54c8b6 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/quotas/eb2e124562e34719a49be3de45e6cf37 HTTP/1.1" status: 200 len: 375 time: 0.0098851 May 12 19:01:57.620348 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-9f21d297-ca41-47ad-b7e7-76df1fdfbc73 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0826581 May 12 19:01:57.634660 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d8cdb-ce58-4601-8bbc-b1a1559a7c04 req-5bab38c5-46e6-4bff-8437-ac04df2e7a9f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:57.636099 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b55d8cdb-ce58-4601-8bbc-b1a1559a7c04 req-5bab38c5-46e6-4bff-8437-ac04df2e7a9f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0637751 May 12 19:01:57.654420 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device fc346978-3d3f-40f6-81be-74a96fef5c7d no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:01:57.685110 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: fc346978-3d3f-40f6-81be-74a96fef5c7d {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:01:57.685584 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device fc346978-3d3f-40f6-81be-74a96fef5c7d not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:01:57.747874 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b55d8cdb-ce58-4601-8bbc-b1a1559a7c04 req-0c20b29d-dda6-4947-94c6-025ea84e0e8e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035945 May 12 19:01:57.765137 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-a7fc70dc-3cdd-4121-b83e-1db62d4e9144 service neutron] 10.222.0.48 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281080 May 12 19:01:57.891799 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38024271-1f0c-47e9-9c55-9dc4f45c3641 req-29b5b4d9-f95c-412b-8a89-ef509f10f00a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:57.893275 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-38024271-1f0c-47e9-9c55-9dc4f45c3641 req-29b5b4d9-f95c-412b-8a89-ef509f10f00a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0662692 May 12 19:01:57.898667 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-78fe13f9-3378-4176-9aa0-7fc44bf42f12 service neutron] 10.222.0.48 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272447 May 12 19:01:57.942975 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-38024271-1f0c-47e9-9c55-9dc4f45c3641 req-3e0721cc-da7e-4a58-9af9-e13aba22370d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 May 12 19:01:58.091689 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f0ea2cb1-5543-42c4-bb2d-e2ab6b1bdcaf req-ce203854-4358-485b-aebc-a101171595f5 tempest-VolumesNegativeTest-1148354372 tempest-VolumesNegativeTest-1148354372-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2967ef0-5b49-4af3-b3c2-5fb91e845621 HTTP/1.1" status: 200 len: 210 time: 0.0331566 May 12 19:01:58.166071 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b032dd0-fec7-4b50-b4ca-c4cc46287bc4 req-00887faa-b0c6-487a-ad27-e2a8c4bf3009 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 210 time: 0.0315633 May 12 19:01:58.514967 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-f3f1aa1d-01e2-4fa7-b58d-97040c953494 req-529f853f-a0b4-409f-8766-2d79694df9b1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 19:01:58.516103 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3f1aa1d-01e2-4fa7-b58d-97040c953494 req-529f853f-a0b4-409f-8766-2d79694df9b1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054893 May 12 19:01:58.680609 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c319-ea4a-4f6e-bdf3-c7441a2b65e9 req-b6750d19-18d8-4688-9abe-1a0986474fb9 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:58.682173 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91d7c319-ea4a-4f6e-bdf3-c7441a2b65e9 req-b6750d19-18d8-4688-9abe-1a0986474fb9 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0514486 May 12 19:01:58.735841 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91d7c319-ea4a-4f6e-bdf3-c7441a2b65e9 req-62e5b188-ce18-451c-99ad-a972ef576acc tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476232 May 12 19:01:58.862311 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99995002-d191-44f9-982d-d272b11f1c34 req-ff3cdcc8-7178-4ba6-af7c-8511350e5338 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:58.863819 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99995002-d191-44f9-982d-d272b11f1c34 req-ff3cdcc8-7178-4ba6-af7c-8511350e5338 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0495374 May 12 19:01:58.912292 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99995002-d191-44f9-982d-d272b11f1c34 req-9dc88376-f791-410c-8e34-59a0382104b8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 May 12 19:01:59.035685 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 37754) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:59.118611 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-8814f78f-077c-47e8-821c-1ea8dfb73478 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817647 May 12 19:01:59.134668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-8cf7de59-ba98-4581-8764-99780925d529 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 19:01:59.135647 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-8cf7de59-ba98-4581-8764-99780925d529 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053093 May 12 19:01:59.242703 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 37776) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:01:59.301822 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b5c67c0-deeb-4da7-b003-ca12bbd1f00d req-b073d2fa-7c58-43ee-b918-3cbc402b0e05 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 210 time: 0.0458932 May 12 19:01:59.322091 dv-cinder-795751-3-iscsi neutron-server[103290]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 19:01:59.370496 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-24766934-588b-4c8a-ac24-d5b6e09f8238 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:59.372480 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-24766934-588b-4c8a-ac24-d5b6e09f8238 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports/1abe14a4-11ef-449b-a24c-786cad5c7d21 HTTP/1.1" status: 200 len: 941 time: 0.1280739 May 12 19:01:59.379051 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28eac-95b8-4499-a526-59e88751cc12 req-f7ca6e28-1578-4fa8-b243-43fce7c38940 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:59.381027 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-f7ca6e28-1578-4fa8-b243-43fce7c38940 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 819 time: 0.1663945 May 12 19:01:59.577872 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-be520fdc-d4a1-4d86-a163-23262367949b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb2e124562e34719a49be3de45e6cf37 HTTP/1.1" status: 200 len: 379 time: 0.0624454 May 12 19:01:59.587607 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'port': {'device_id': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'admin_state_up': True, 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'security_groups': ['93934eb2-b72f-465d-a165-fae9b019c8e7']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:01:59.663604 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:01:59.711741 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Made reservation on behalf of eb2e124562e34719a49be3de45e6cf37 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:01:59.716213 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:01:59.755991 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1abe14a4-11ef-449b-a24c-786cad5c7d21 is: DOWN; New status is: DOWN {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:01:59.898157 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b4f5-84c0-4e52-b6fd-db3e3e749be1 req-2651cbd9-9076-49e8-a487-773e322d9322 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:01:59.899635 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f916b4f5-84c0-4e52-b6fd-db3e3e749be1 req-2651cbd9-9076-49e8-a487-773e322d9322 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0634172 May 12 19:01:59.906413 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Allocated IP 172.20.0.9 (6591bd39-6d3d-40fe-a449-357cebc4a65e/f3f3bd19-3539-4f5d-ac3f-51e3214dffc4/521e204c-fea5-47a9-a561-25d5d27a554a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:02:00.022174 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f916b4f5-84c0-4e52-b6fd-db3e3e749be1 req-2dcc550f-995c-4a4b-8491-cdbc2181b413 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135502 May 12 19:02:00.092366 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7b7fc-d51a-4a06-b7ca-e219d1e382d7 req-44b4fd6a-7bf8-473b-8797-259b51408273 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:00.094367 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21a7b7fc-d51a-4a06-b7ca-e219d1e382d7 req-44b4fd6a-7bf8-473b-8797-259b51408273 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1092575 May 12 19:02:00.174368 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for port (521e204c-fea5-47a9-a561-25d5d27a554a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:00.182182 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21a7b7fc-d51a-4a06-b7ca-e219d1e382d7 req-888f7cf3-95ef-4115-a3cb-fcc19529e400 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803819 May 12 19:02:00.215837 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:00.263513 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:02:00.266608 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:02:00.273051 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:02:00.300275 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event updated for resources: {'Port': ['ID=521e204c-fea5-47a9-a561-25d5d27a554a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:00.330074 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:00.331347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:00.347887 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-bd4a79db-c9b9-43b9-9371-2756a53f920f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639847 May 12 19:02:00.368688 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Request body: {'port': {'device_id': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:00.459662 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20fb0-5768-4618-9681-2fd89440027a req-f1439e52-6a47-4f4b-975a-e9e4bf43e758 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:00.461158 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f7c20fb0-5768-4618-9681-2fd89440027a req-f1439e52-6a47-4f4b-975a-e9e4bf43e758 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 931 time: 0.0595586 May 12 19:02:00.477555 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-70f9b3ba-bced-4480-85e9-911fc9f3d097 None None] Provisioning complete for port 521e204c-fea5-47a9-a561-25d5d27a554a triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:02:00.478064 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70f9b3ba-bced-4480-85e9-911fc9f3d097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:00.521259 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-70f9b3ba-bced-4480-85e9-911fc9f3d097 None None] Port 521e204c-fea5-47a9-a561-25d5d27a554a cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:02:00.524561 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:00.554925 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f7c20fb0-5768-4618-9681-2fd89440027a req-6cd5450c-1411-4852-9f33-de37bfd9164f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657060 May 12 19:02:00.876565 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521e204c-fea5-47a9-a561-25d5d27a554a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:02:00.884531 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Publish callbacks [] for port (521e204c-fea5-47a9-a561-25d5d27a554a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:00.898945 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Transition to ACTIVE for port object 521e204c-fea5-47a9-a561-25d5d27a554a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:02:00.903731 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:00.960838 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Pushing event updated for resources: {'Port': ['ID=521e204c-fea5-47a9-a561-25d5d27a554a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:01.040173 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Attempting to bind port 521e204c-fea5-47a9-a561-25d5d27a554a on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:02:01.040509 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Attempting to bind port 521e204c-fea5-47a9-a561-25d5d27a554a by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:02:01.040830 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Attempting to bind port 521e204c-fea5-47a9-a561-25d5d27a554a on network 6591bd39-6d3d-40fe-a449-357cebc4a65e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:02:01.045895 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Port 521e204c-fea5-47a9-a561-25d5d27a554a on network 6591bd39-6d3d-40fe-a449-357cebc4a65e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:02:01.046340 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Attempting to bind port 521e204c-fea5-47a9-a561-25d5d27a554a on network 6591bd39-6d3d-40fe-a449-357cebc4a65e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:02:01.051783 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:02:01.052119 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Checking segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:02:01.052501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Bound using segment: {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:02:01.052922 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Bound port: 521e204c-fea5-47a9-a561-25d5d27a554a, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82d35a4-9a4e-46ef-9e5a-437128502f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:02:01.053299 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:01.171753 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] For port 521e204c-fea5-47a9-a561-25d5d27a554a, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:02:01.192127 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736717b-c8e5-4995-80f8-a7b6d88eea9d req-36549921-3503-4b71-bef9-e1b2a7a18318 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:01.192127 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6736717b-c8e5-4995-80f8-a7b6d88eea9d req-36549921-3503-4b71-bef9-e1b2a7a18318 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0695233 May 12 19:02:01.195175 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] For port 521e204c-fea5-47a9-a561-25d5d27a554a, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=521e204c-fea5-47a9-a561-25d5d27a554a,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:02:01.206816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:01.303508 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:01.304120 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:01.305562 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-06ada78e-591b-4427-a564-0bd485190edd service neutron] 10.222.0.49 "PUT /v2.0/ports/521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 200 len: 1093 time: 0.9425714 May 12 19:02:01.308646 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:01.310942 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f24827-8e5d-4c43-839e-03d979e95442" -d '{"events": [{"name": "network-changed", "server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:01.397272 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6736717b-c8e5-4995-80f8-a7b6d88eea9d req-e9a224c0-e8f5-4db6-854f-0fb342f647ee tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987064 May 12 19:02:01.459564 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07bf1a-3366-4692-9f84-6a8e09f6c30e req-d722c1a0-0cac-4735-beee-25dd1e7f447a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:01.461375 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dc07bf1a-3366-4692-9f84-6a8e09f6c30e req-d722c1a0-0cac-4735-beee-25dd1e7f447a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1872597 May 12 19:02:01.462655 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-7d50da1b-5d5a-46e6-89b8-309fa0966b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:01.464018 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-7d50da1b-5d5a-46e6-89b8-309fa0966b23 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48&tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb HTTP/1.1" status: 200 len: 1128 time: 0.2154939 May 12 19:02:01.467347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387a3b8e-ff1f-4a78-b3cb-4c2407062846 x-openstack-request-id: req-387a3b8e-ff1f-4a78-b3cb-4c2407062846 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:01.467640 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:01.467889 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-387a3b8e-ff1f-4a78-b3cb-4c2407062846 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:01.468286 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387a3b8e-ff1f-4a78-b3cb-4c2407062846'] response: {'name': 'network-changed', 'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a', 'status': 'completed', 'code': 200} May 12 19:02:01.478300 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ada78e-591b-4427-a564-0bd485190edd service neutron] Pushing event updated for resources: {'Port': ['ID=521e204c-fea5-47a9-a561-25d5d27a554a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:01.588882 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dc07bf1a-3366-4692-9f84-6a8e09f6c30e req-97de8ad0-4bf8-4116-8bc8-749a2e7cdb0a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197183 May 12 19:02:01.591996 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28eac-95b8-4499-a526-59e88751cc12 req-1427fbd2-dedb-40c5-87a2-ae5abdfa3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:01.593410 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-1427fbd2-dedb-40c5-87a2-ae5abdfa3d54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1127 time: 0.0946746 May 12 19:02:01.594742 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-256793b3-afad-42d2-9e07-4fcc0e3fabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:01.596608 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-256793b3-afad-42d2-9e07-4fcc0e3fabd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 1128 time: 0.0800703 May 12 19:02:01.668652 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-80ce08a4-7a01-4503-bd46-d949a8b0e76f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 200 len: 217 time: 0.0543633 May 12 19:02:02.058130 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31388f28-904e-469c-b748-30ddd2c870aa req-3e02f1ce-90f9-4508-bc35-96c41686c51d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:02.058688 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31388f28-904e-469c-b748-30ddd2c870aa req-3e02f1ce-90f9-4508-bc35-96c41686c51d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 943 time: 0.4010990 May 12 19:02:02.076394 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28eac-95b8-4499-a526-59e88751cc12 req-97d3751e-f59c-4537-8fd1-14f318e8f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:02.077715 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-97d3751e-f59c-4537-8fd1-14f318e8f386 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.3920460 May 12 19:02:02.124150 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-66c2d3f6-999f-44b0-8f07-1759ce64f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:02.125606 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-66c2d3f6-999f-44b0-8f07-1759ce64f764 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.5098593 May 12 19:02:02.191465 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28eac-95b8-4499-a526-59e88751cc12 req-4dbf2eca-d25a-48dc-93b3-68069737391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:02.192923 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-4dbf2eca-d25a-48dc-93b3-68069737391d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982826 May 12 19:02:02.200018 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31388f28-904e-469c-b748-30ddd2c870aa req-9d245189-3542-44b3-bcfe-36e32cf07ca9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350291 May 12 19:02:02.246967 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-2e5e9809-1b52-40a9-9c60-6aeaea487d55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21 HTTP/1.1" status: 200 len: 1000 time: 0.1119130 May 12 19:02:02.337800 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-d07ed2e5-dbf2-4071-9620-0a25343f0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:02.339166 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-d07ed2e5-dbf2-4071-9620-0a25343f0e11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0667558 May 12 19:02:02.342711 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-984e33ac-ef1c-43e5-90b9-d061fd6c3c59 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401734 May 12 19:02:02.417088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-054e7a5a-85ae-4447-9c6d-d6458ce040bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:02.418605 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-054e7a5a-85ae-4447-9c6d-d6458ce040bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682943 May 12 19:02:02.563628 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78f28eac-95b8-4499-a526-59e88751cc12 req-7e2da2b3-e90a-4b1a-9b29-d6c8f8d34bc8 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121217 May 12 19:02:02.574833 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee519a7-be81-425a-8fff-7916bdd00da4 req-26bec45f-f76f-4428-aaef-5079f95aaa98 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:02.576872 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7ee519a7-be81-425a-8fff-7916bdd00da4 req-26bec45f-f76f-4428-aaef-5079f95aaa98 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0999467 May 12 19:02:02.606293 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-a2f8ae11-b11d-44b7-aa33-13366ea04566 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616783 May 12 19:02:02.635361 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7ee519a7-be81-425a-8fff-7916bdd00da4 req-fe1a8ed2-0a3f-443b-895a-e91a40d25e75 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510454 May 12 19:02:02.715847 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07c89-8d89-45c1-a574-fe78be25b841 req-2178573a-797d-46a0-885b-bf61f230dc62 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:02.717316 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ec07c89-8d89-45c1-a574-fe78be25b841 req-2178573a-797d-46a0-885b-bf61f230dc62 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0517576 May 12 19:02:02.763475 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ec07c89-8d89-45c1-a574-fe78be25b841 req-1177f1e9-6995-4ada-93cd-baff73f66012 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405440 May 12 19:02:03.312390 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9fc39-9712-4ac9-bd09-dd95ffac274e req-e3938bca-d5df-4c6c-9e48-be1c69e0a791 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:03.313775 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-42e9fc39-9712-4ac9-bd09-dd95ffac274e req-e3938bca-d5df-4c6c-9e48-be1c69e0a791 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 943 time: 0.0467892 May 12 19:02:03.321184 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38048) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:03.360246 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-42e9fc39-9712-4ac9-bd09-dd95ffac274e req-e330a19e-b8ce-46aa-8d16-56ffded90d52 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 May 12 19:02:03.455766 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-24a161af-3d67-4994-a88c-a6416c5a1835 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1e982ed51d9445b8f05cb7ddee40660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329134 May 12 19:02:03.458174 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38052) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:03.503007 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c787f6b-5451-4fab-ae5c-1fa87d1bd8fe admin admin] Publish callbacks [] for security_group (09f13e69-8ce8-45f8-837e-02c58df984df), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:03.523722 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c787f6b-5451-4fab-ae5c-1fa87d1bd8fe admin admin] Publish callbacks [] for security_group (09f13e69-8ce8-45f8-837e-02c58df984df), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:03.570186 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c787f6b-5451-4fab-ae5c-1fa87d1bd8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (09f13e69-8ce8-45f8-837e-02c58df984df), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:03.572572 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c787f6b-5451-4fab-ae5c-1fa87d1bd8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:03.573720 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0c787f6b-5451-4fab-ae5c-1fa87d1bd8fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09f13e69-8ce8-45f8-837e-02c58df984df HTTP/1.1" status: 204 len: 168 time: 0.1146457 May 12 19:02:03.581155 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c787f6b-5451-4fab-ae5c-1fa87d1bd8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f13e69-8ce8-45f8-837e-02c58df984df,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:03.674417 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-937349eb-adbf-4fc8-9079-f65abdfee4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:03.676055 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-937349eb-adbf-4fc8-9079-f65abdfee4b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1127 time: 0.0946131 May 12 19:02:03.681332 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 521e204c-fea5-47a9-a561-25d5d27a554a details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:02:03.796236 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c68bf5f8-a3c1-4531-9418-813d9bd4ffd5 req-1a749215-fe97-4954-b725-c44d3cf63a1c service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160804 May 12 19:02:03.836931 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb844b-be90-47fd-9d2f-e7ca15af1004 req-9a4fe673-b110-4a6d-8b3b-46be70fe65c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:03.838516 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ecb844b-be90-47fd-9d2f-e7ca15af1004 req-9a4fe673-b110-4a6d-8b3b-46be70fe65c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.1188824 May 12 19:02:03.848194 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 521e204c-fea5-47a9-a561-25d5d27a554a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=521e204c-fea5-47a9-a561-25d5d27a554a,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:03.858103 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-b92e0c47-f63c-4de0-9793-8580e60e8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:03.859601 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-b92e0c47-f63c-4de0-9793-8580e60e8809 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.1765306 May 12 19:02:03.864235 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '521e204c-fea5-47a9-a561-25d5d27a554a', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a', 'mac_address': 'fa:16:3e:ce:da:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:02:03.912513 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 521e204c-fea5-47a9-a561-25d5d27a554a is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:02:03.913404 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:03.927319 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521e204c-fea5-47a9-a561-25d5d27a554a {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:02:03.948456 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 521e204c-fea5-47a9-a561-25d5d27a554a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=521e204c-fea5-47a9-a561-25d5d27a554a,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:03.948881 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-59869254-9b0c-4bb1-b8c0-52f0b15ed30a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 200 len: 217 time: 0.0776992 May 12 19:02:03.952980 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:03.964382 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529e64e-3c2f-4933-8f1b-dc5ff1185e2a req-d06d16ad-616f-4891-bfd3-4abec340c965 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:03.965818 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1529e64e-3c2f-4933-8f1b-dc5ff1185e2a req-d06d16ad-616f-4891-bfd3-4abec340c965 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1092496 May 12 19:02:03.995540 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ecb844b-be90-47fd-9d2f-e7ca15af1004 req-23869512-31fe-4933-8a62-1220e739b854 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449564 May 12 19:02:04.000455 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=521e204c-fea5-47a9-a561-25d5d27a554a,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:04.027338 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1529e64e-3c2f-4933-8f1b-dc5ff1185e2a req-8ac587c4-4d75-4119-a850-b4c5c3ada081 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552225 May 12 19:02:04.117115 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-a08b258a-42e8-4592-9d78-285de2fbe1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:04.118471 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-a08b258a-42e8-4592-9d78-285de2fbe1c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0437410 May 12 19:02:04.218412 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-f1a81750-9e6f-4f62-9fa3-6233e32f4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:04.219917 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-f1a81750-9e6f-4f62-9fa3-6233e32f4f44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422933 May 12 19:02:04.316658 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-d79ad769-4769-42ee-b343-40402e2d6f99 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889966 May 12 19:02:04.328947 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['521e204c-fea5-47a9-a561-25d5d27a554a'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:02:04.423318 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4f24827-8e5d-4c43-839e-03d979e95442 req-176e78f8-8c3f-4cb3-bbdd-c0f386cb2a4b service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989447 May 12 19:02:04.494247 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c5e76-6c21-4cae-8d65-4c5e3d22180c req-8eda07b4-589e-4b08-a835-2e436ff92603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:04.495776 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-734c5e76-6c21-4cae-8d65-4c5e3d22180c req-8eda07b4-589e-4b08-a835-2e436ff92603 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 944 time: 0.0585425 May 12 19:02:04.554958 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-734c5e76-6c21-4cae-8d65-4c5e3d22180c req-df467523-61a1-4de6-a36e-f6ad24d533f0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531597 May 12 19:02:05.156928 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d74fc-f2b5-45ac-905e-3922f54ff900 req-c66bc2bc-e7ea-4f14-9238-168aced6dfd1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:05.159076 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-659d74fc-f2b5-45ac-905e-3922f54ff900 req-c66bc2bc-e7ea-4f14-9238-168aced6dfd1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0863352 May 12 19:02:05.184001 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb827b05-308f-4970-a9c5-e23ea39a05b3 req-f35f6aa5-1ca5-4108-a5b9-9d9fdca98164 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:05.185459 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bb827b05-308f-4970-a9c5-e23ea39a05b3 req-f35f6aa5-1ca5-4108-a5b9-9d9fdca98164 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0752938 May 12 19:02:05.252572 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-659d74fc-f2b5-45ac-905e-3922f54ff900 req-59c5682a-ebdb-4e49-bb9e-517a47d53ded tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803578 May 12 19:02:05.259623 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bb827b05-308f-4970-a9c5-e23ea39a05b3 req-9d04f38b-625f-4623-9236-0806ffdf3f80 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658507 May 12 19:02:05.506592 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d2679-7834-4e24-a15f-7a36dff36860 req-c9efd3f4-f66b-462a-9a66-4ee4a8e860e9 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:05.508099 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f93d2679-7834-4e24-a15f-7a36dff36860 req-c9efd3f4-f66b-462a-9a66-4ee4a8e860e9 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0498478 May 12 19:02:05.559706 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f93d2679-7834-4e24-a15f-7a36dff36860 req-bcee421a-78c7-49da-86d2-785aed253dff tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456676 May 12 19:02:05.684051 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c93bc4-75d6-42e1-b89f-2bfd109da6c7 req-fa39c0a9-b09e-4978-be79-5aaf23cd38f6 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:05.686037 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09c93bc4-75d6-42e1-b89f-2bfd109da6c7 req-fa39c0a9-b09e-4978-be79-5aaf23cd38f6 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 944 time: 0.0560040 May 12 19:02:05.715964 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 521e204c-fea5-47a9-a561-25d5d27a554a up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:02:05.738287 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09c93bc4-75d6-42e1-b89f-2bfd109da6c7 req-3086228b-e093-409d-8847-496b32637e49 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461357 May 12 19:02:05.773985 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 521e204c-fea5-47a9-a561-25d5d27a554a completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:02:05.780035 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 521e204c-fea5-47a9-a561-25d5d27a554a triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:02:05.780429 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:05.866888 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 521e204c-fea5-47a9-a561-25d5d27a554a is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:02:05.867270 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:05.891145 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:05.894011 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3a8292-2e51-43e1-a791-bb32ccaf99b9" -d '{"events": [{"server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "name": "network-vif-plugged", "status": "completed", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:05.907284 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 521e204c-fea5-47a9-a561-25d5d27a554a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=521e204c-fea5-47a9-a561-25d5d27a554a,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:05.916138 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:05.947270 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f7638-6d05-4944-9718-5f174774554d x-openstack-request-id: req-063f7638-6d05-4944-9718-5f174774554d {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:05.947904 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "name": "network-vif-plugged", "status": "completed", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:05.948349 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-063f7638-6d05-4944-9718-5f174774554d {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:05.948961 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063f7638-6d05-4944-9718-5f174774554d'] response: {'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a', 'code': 200} May 12 19:02:05.979973 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=521e204c-fea5-47a9-a561-25d5d27a554a,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:06.380459 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb856783-a7c6-4164-a68a-06f56f66da7c req-34a2f4d0-3347-4dda-b661-f6b69d5f8328 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:06.382165 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb856783-a7c6-4164-a68a-06f56f66da7c req-34a2f4d0-3347-4dda-b661-f6b69d5f8328 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0498030 May 12 19:02:06.442662 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb856783-a7c6-4164-a68a-06f56f66da7c req-9cd3c8f8-e475-4412-ad87-818eabb35305 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549440 May 12 19:02:06.679384 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563d54c-54cf-4304-a3f0-b935d98115ce req-2b539de4-ce6d-4ce0-9c88-665022000e9b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:06.680842 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e563d54c-54cf-4304-a3f0-b935d98115ce req-2b539de4-ce6d-4ce0-9c88-665022000e9b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0501025 May 12 19:02:06.737110 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e563d54c-54cf-4304-a3f0-b935d98115ce req-05c838fd-e221-46aa-96fc-9dab14f1cd8a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489371 May 12 19:02:06.870547 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e455c-e178-41a3-885a-a3fdf421cd63 req-5aed95be-cd47-4e2d-ba28-27d0e023a081 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:06.872076 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-740e455c-e178-41a3-885a-a3fdf421cd63 req-5aed95be-cd47-4e2d-ba28-27d0e023a081 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0600636 May 12 19:02:06.940977 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-740e455c-e178-41a3-885a-a3fdf421cd63 req-88136434-8b66-46bb-ae0b-c15892df65b9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620420 May 12 19:02:07.570310 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45481a4-3012-415f-b641-a7810c3a4ac8 req-2564bfa1-ca69-48cc-961b-7e1f1a2acba8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:07.571794 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b45481a4-3012-415f-b641-a7810c3a4ac8 req-2564bfa1-ca69-48cc-961b-7e1f1a2acba8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0512803 May 12 19:02:07.618719 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b45481a4-3012-415f-b641-a7810c3a4ac8 req-71965195-c41c-404b-8921-45aa5cc9fd75 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 May 12 19:02:07.857561 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ff7fa-282a-46cf-8962-290ffee1047f req-68f2e399-2517-4536-b062-b53cf98a6975 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:07.859034 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-895ff7fa-282a-46cf-8962-290ffee1047f req-68f2e399-2517-4536-b062-b53cf98a6975 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0513058 May 12 19:02:07.910636 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-895ff7fa-282a-46cf-8962-290ffee1047f req-9bc4f005-ca50-46fd-b035-3d2a01306da5 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 May 12 19:02:08.063975 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595d80e-a773-4b3f-b382-e902a4f230dd req-33b42aed-e1f0-47a3-91e6-87763356688d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:08.065429 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3595d80e-a773-4b3f-b382-e902a4f230dd req-33b42aed-e1f0-47a3-91e6-87763356688d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0471864 May 12 19:02:08.115902 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3595d80e-a773-4b3f-b382-e902a4f230dd req-4e88049f-8451-40c5-9e78-4d0d28a296c2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 May 12 19:02:08.744472 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4d624-b59f-4c78-a7bd-647e336d670b req-26c42cca-4ee6-476d-bdd7-cfd5bb43bcdf tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:08.745984 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9e4d624-b59f-4c78-a7bd-647e336d670b req-26c42cca-4ee6-476d-bdd7-cfd5bb43bcdf tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0520597 May 12 19:02:08.798163 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9e4d624-b59f-4c78-a7bd-647e336d670b req-ed615403-11b6-4219-b4ca-bbd5366202aa tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466833 May 12 19:02:09.027116 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbca66-1001-491d-8ad5-53c10bf347e7 req-aff3c285-fec6-4ea6-bd1b-5b7b457e7f06 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:09.028739 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09bbca66-1001-491d-8ad5-53c10bf347e7 req-aff3c285-fec6-4ea6-bd1b-5b7b457e7f06 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0483642 May 12 19:02:09.076987 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09bbca66-1001-491d-8ad5-53c10bf347e7 req-9a25aa2e-3e01-4d29-ae32-31282faa22f3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 May 12 19:02:09.236126 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847f689-d65b-40e3-848f-9ba91561e4ec req-e848bbd2-208d-4b62-b61b-77dab00b552c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:09.237718 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c847f689-d65b-40e3-848f-9ba91561e4ec req-e848bbd2-208d-4b62-b61b-77dab00b552c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0488725 May 12 19:02:09.286765 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c847f689-d65b-40e3-848f-9ba91561e4ec req-f71fac8b-c81b-41d7-95b8-f2e51ef051a2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430193 May 12 19:02:09.934911 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a934-1931-47f3-91ca-631ae66f56ce req-b9741307-1d9e-4868-8dd4-195378d9e6e0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:09.936534 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c332a934-1931-47f3-91ca-631ae66f56ce req-b9741307-1d9e-4868-8dd4-195378d9e6e0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0525112 May 12 19:02:09.988571 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c332a934-1931-47f3-91ca-631ae66f56ce req-4c2788c6-760c-44e2-ac5c-7a2a75236a91 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461428 May 12 19:02:10.204001 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de150808-b96e-4ef6-8133-e32d557ab09e req-f8dc2457-c232-4d33-89df-92c5022fd9d4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:10.206164 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de150808-b96e-4ef6-8133-e32d557ab09e req-f8dc2457-c232-4d33-89df-92c5022fd9d4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0513854 May 12 19:02:10.257220 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de150808-b96e-4ef6-8133-e32d557ab09e req-fd1cf78e-e835-4aac-96fe-73ef2855e299 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 May 12 19:02:10.406722 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab3d4-fe93-4d7e-bb75-3e53cfb01cb0 req-be009eb0-3dcd-42d9-b8ba-ed8e4cc11a61 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:10.408825 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c7ab3d4-fe93-4d7e-bb75-3e53cfb01cb0 req-be009eb0-3dcd-42d9-b8ba-ed8e4cc11a61 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0531926 May 12 19:02:10.460414 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c7ab3d4-fe93-4d7e-bb75-3e53cfb01cb0 req-a0e8dc37-0a68-4161-b686-8b994b216620 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456543 May 12 19:02:11.140515 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e0d2-6ea3-4000-8c93-b87c01c862f1 req-51326c24-254a-40d6-bf57-6e201a7ea294 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:11.142190 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dfd2e0d2-6ea3-4000-8c93-b87c01c862f1 req-51326c24-254a-40d6-bf57-6e201a7ea294 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0575449 May 12 19:02:11.198763 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dfd2e0d2-6ea3-4000-8c93-b87c01c862f1 req-795a8e76-1743-4154-a7ce-1d4d9ae8b0e3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442822 May 12 19:02:11.380906 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1e103-9a67-4413-b237-a12e21496701 req-e0a81e18-bf10-4899-9270-ddd5288c639a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:11.382346 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-17c1e103-9a67-4413-b237-a12e21496701 req-e0a81e18-bf10-4899-9270-ddd5288c639a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0489349 May 12 19:02:11.437733 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-17c1e103-9a67-4413-b237-a12e21496701 req-f7b03e2e-815d-4db3-9b6a-c50070429a5e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497096 May 12 19:02:11.577935 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6d785-f8d6-482c-ae87-8d5f7043d2a0 req-44abdc45-69e2-4fb0-9c62-77343b46be94 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:11.579601 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3cc6d785-f8d6-482c-ae87-8d5f7043d2a0 req-44abdc45-69e2-4fb0-9c62-77343b46be94 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0504327 May 12 19:02:11.635758 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3cc6d785-f8d6-482c-ae87-8d5f7043d2a0 req-aadcbad7-1f50-4b57-b436-699f0780a915 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488009 May 12 19:02:12.321245 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d460-bc01-4878-be19-3f1ac9e27add req-b6ee7f71-07fd-4164-a9d8-bca82a55070e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:12.322833 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ab7d460-bc01-4878-be19-3f1ac9e27add req-b6ee7f71-07fd-4164-a9d8-bca82a55070e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0561769 May 12 19:02:12.387625 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ab7d460-bc01-4878-be19-3f1ac9e27add req-2fdc1587-e533-4cd1-aebd-dcae4d87b263 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569599 May 12 19:02:12.560234 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c4fd8-17e6-480d-beaa-f7353d686783 req-f5c3d0b9-97ca-47da-acf0-635e5c2b2a58 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:12.561740 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-795c4fd8-17e6-480d-beaa-f7353d686783 req-f5c3d0b9-97ca-47da-acf0-635e5c2b2a58 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0524259 May 12 19:02:12.613625 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-795c4fd8-17e6-480d-beaa-f7353d686783 req-2d430f70-3ee9-432a-8763-4515bbd3a710 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460455 May 12 19:02:12.757948 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29596ec3-5bc5-4e63-a608-fa8b8612fa16 req-ca4814f7-5e80-47d7-8f92-e11633fe1cc9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:12.759457 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-29596ec3-5bc5-4e63-a608-fa8b8612fa16 req-ca4814f7-5e80-47d7-8f92-e11633fe1cc9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0496111 May 12 19:02:12.808892 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-29596ec3-5bc5-4e63-a608-fa8b8612fa16 req-89041da1-c138-4e2f-a840-f97108787809 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438287 May 12 19:02:13.510340 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16804288-e1f6-4660-97c8-a72e1342d190 req-8fb94707-82d0-4141-92f5-2e3dd723a7ad tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:13.511787 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-16804288-e1f6-4660-97c8-a72e1342d190 req-8fb94707-82d0-4141-92f5-2e3dd723a7ad tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0490425 May 12 19:02:13.560688 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-16804288-e1f6-4660-97c8-a72e1342d190 req-0ddd24e5-ab04-466a-bcd6-a69d0296ce27 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 May 12 19:02:13.726532 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63099056-972c-4099-8c5d-fce5e2c9e806 req-c95083aa-7382-4624-b6c1-b437338eefa7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:13.727981 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-63099056-972c-4099-8c5d-fce5e2c9e806 req-c95083aa-7382-4624-b6c1-b437338eefa7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0466585 May 12 19:02:13.772974 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-63099056-972c-4099-8c5d-fce5e2c9e806 req-573237e8-6721-485b-9e91-b1ccf119fd5c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395453 May 12 19:02:13.924202 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5e27-5228-4fe6-93aa-7326d597fef6 req-54f42bb2-3ef4-457f-ac22-5fa6b08a18d8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:13.925740 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-938d5e27-5228-4fe6-93aa-7326d597fef6 req-54f42bb2-3ef4-457f-ac22-5fa6b08a18d8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0500896 May 12 19:02:13.971346 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-938d5e27-5228-4fe6-93aa-7326d597fef6 req-3273b4c3-85db-4a75-bb35-c486e3cf8114 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401251 May 12 19:02:14.170260 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c59d8-aae5-4027-8c51-274354616047 req-3d2744df-f534-47ae-8486-4bc26b23051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:14.171747 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e5c59d8-aae5-4027-8c51-274354616047 req-3d2744df-f534-47ae-8486-4bc26b23051b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1129 time: 0.0690796 May 12 19:02:14.174662 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-31b58fa4-2af9-4acb-8950-644c056f1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:14.176361 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-31b58fa4-2af9-4acb-8950-644c056f1f68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0650985 May 12 19:02:14.276553 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e5c59d8-aae5-4027-8c51-274354616047 req-41432190-2bef-4dfa-8f16-459cf8eedcd9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943766 May 12 19:02:14.296243 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-e79afeff-74dd-4467-aeab-e6b35d3de543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:14.297638 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-e79afeff-74dd-4467-aeab-e6b35d3de543 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 912 time: 0.1145391 May 12 19:02:14.651727 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-ebe46368-f3f8-4784-a735-76fec73d11f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7 HTTP/1.1" status: 200 len: 1000 time: 0.0676746 May 12 19:02:14.684805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92f2d1-6996-4df4-8a11-20a794196e8f req-2e62181f-0bc4-4297-a7f7-6ff15cf3fe61 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:14.686246 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f92f2d1-6996-4df4-8a11-20a794196e8f req-2e62181f-0bc4-4297-a7f7-6ff15cf3fe61 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0523586 May 12 19:02:14.736151 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f92f2d1-6996-4df4-8a11-20a794196e8f req-5ad7b5b7-d305-4d89-b337-6c87825bb868 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444903 May 12 19:02:14.882286 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bf3b1-dcab-4066-ace1-1947eb806af0 req-042f4a72-8342-4584-9b57-b5822296bf74 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:14.883778 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-828bf3b1-dcab-4066-ace1-1947eb806af0 req-042f4a72-8342-4584-9b57-b5822296bf74 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0462143 May 12 19:02:14.929669 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-828bf3b1-dcab-4066-ace1-1947eb806af0 req-8696e329-d4ff-400e-aebd-5c55e5330976 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 May 12 19:02:15.110714 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1b02-920a-4767-9e23-740f428a9c86 req-8ee687d2-09ed-498b-83e2-16a6d309eb9c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:15.112079 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e1fd1b02-920a-4767-9e23-740f428a9c86 req-8ee687d2-09ed-498b-83e2-16a6d309eb9c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0762880 May 12 19:02:15.134197 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-e2a4401f-3f4b-4efc-a22a-33e756d9c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:15.135591 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-e2a4401f-3f4b-4efc-a22a-33e756d9c1ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 200 len: 850 time: 0.0727370 May 12 19:02:15.192225 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e1fd1b02-920a-4767-9e23-740f428a9c86 req-9e7c1e35-682b-4ca8-8fb8-d0c349adc507 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743539 May 12 19:02:15.195191 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-e654d08e-170e-48d5-9ba5-9652eb14af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:15.196583 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-e654d08e-170e-48d5-9ba5-9652eb14af72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc5243f-8a82-4161-97c5-4250a7dc2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531490 May 12 19:02:15.298443 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-d0926583-775a-49b3-9885-51f08bf7d5e8 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848813 May 12 19:02:15.388662 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6554ab2a-bc8a-408c-8268-cbe6b849ac8d req-98d142ce-b1a7-4a6d-a4be-ae1e7e32798d service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820262 May 12 19:02:15.849864 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50c502-6333-4053-b5cf-ae95d7a0d2af req-d34a2b02-fbc4-4e0d-ad73-fcdb25bb546c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:15.851309 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8d50c502-6333-4053-b5cf-ae95d7a0d2af req-d34a2b02-fbc4-4e0d-ad73-fcdb25bb546c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0458019 May 12 19:02:15.900839 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8d50c502-6333-4053-b5cf-ae95d7a0d2af req-62f78ff3-3638-4029-8c73-81a82f424f51 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440366 May 12 19:02:16.044279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aefc3f-0ee0-49e3-8d2f-c47b104ee1df req-e6f9f80a-100c-4805-8dea-6df1bfe04eda tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:16.045672 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06aefc3f-0ee0-49e3-8d2f-c47b104ee1df req-e6f9f80a-100c-4805-8dea-6df1bfe04eda tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0488226 May 12 19:02:16.093400 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06aefc3f-0ee0-49e3-8d2f-c47b104ee1df req-57ac5f65-20be-49be-8226-eae6b14f958c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 May 12 19:02:16.307680 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a42ee-b66b-47d1-a76f-7c0d99aac984 req-914fa4d7-3aa3-4e6c-902d-58538cc29fae tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:16.309055 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-302a42ee-b66b-47d1-a76f-7c0d99aac984 req-914fa4d7-3aa3-4e6c-902d-58538cc29fae tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0472972 May 12 19:02:16.354363 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-302a42ee-b66b-47d1-a76f-7c0d99aac984 req-77b6f543-2592-4d18-9ade-ff3d46203706 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391614 May 12 19:02:16.463035 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb03d69-f9bb-4874-8c1f-5432bb1d4633 req-3fd56b1c-b8cc-4a31-84da-be393bc081bb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:16.464467 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9cb03d69-f9bb-4874-8c1f-5432bb1d4633 req-3fd56b1c-b8cc-4a31-84da-be393bc081bb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0489113 May 12 19:02:16.472914 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38158) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:16.477160 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'floatingip': {'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:16.515396 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (819342f6-2cda-468a-9c61-d4b8e729286b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:17.081760 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97682c5d-a259-49be-8819-2608174ab0e7 req-6c045740-4689-4c19-9638-5cb28e501e79 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:17.083203 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-97682c5d-a259-49be-8819-2608174ab0e7 req-6c045740-4689-4c19-9638-5cb28e501e79 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.1099031 May 12 19:02:17.186597 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-97682c5d-a259-49be-8819-2608174ab0e7 req-a3c2adf0-3dac-4f11-8ff9-1e64e7670f16 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976000 May 12 19:02:17.244380 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4d04f-647d-4ed1-a130-b8b30fed4888 req-1c971fcc-6c0c-45a1-a974-da5474245deb tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:17.245847 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9dc4d04f-647d-4ed1-a130-b8b30fed4888 req-1c971fcc-6c0c-45a1-a974-da5474245deb tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0807152 May 12 19:02:17.335542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:17.339489 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (819342f6-2cda-468a-9c61-d4b8e729286b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:17.385377 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9dc4d04f-647d-4ed1-a130-b8b30fed4888 req-56acab0e-a366-4ee0-9cd8-db8f50fc3de6 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308920 May 12 19:02:17.451841 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Floating IP 819342f6-2cda-468a-9c61-d4b8e729286b associated. External IP: 172.27.3.209, port: 521e204c-fea5-47a9-a561-25d5d27a554a. May 12 19:02:17.658726 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Router 3b95ac69-8b5f-4524-9850-5da5de761bc6 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:02:17.768088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:02:17.772922 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:17.777936 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] Sync routers for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:02:17.788299 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:02:17.788902 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:01:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:17.801733 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-18f88c57-16a3-476c-9dac-30897255b5fc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "PUT /v2.0/floatingips/819342f6-2cda-468a-9c61-d4b8e729286b HTTP/1.1" status: 200 len: 991 time: 1.3277285 May 12 19:02:17.802395 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:17.804682 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c69e65-0da2-433a-8441-05bdf3b54ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:17.838959 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30113260-79c4-40db-908e-e03a0a8faca5 x-openstack-request-id: req-30113260-79c4-40db-908e-e03a0a8faca5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:17.839256 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:17.839509 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30113260-79c4-40db-908e-e03a0a8faca5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:17.839918 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30113260-79c4-40db-908e-e03a0a8faca5'] response: {'name': 'network-changed', 'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a', 'status': 'completed', 'code': 200} May 12 19:02:17.939873 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-19433661-50dc-413d-a57f-96d7a86d99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:17.941391 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-19433661-50dc-413d-a57f-96d7a86d99e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1129 time: 0.0411239 May 12 19:02:17.976098 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:02:18.052538 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-e4ddadfe-5def-48e1-9481-d10899918251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:18.054025 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-e4ddadfe-5def-48e1-9481-d10899918251 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.0953100 May 12 19:02:18.125141 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-17d3dbbf-3d54-4484-a9a1-53ddfdf64556 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 200 len: 999 time: 0.0637963 May 12 19:02:18.176164 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-9a9559db-5fd6-4301-9936-1f137c71f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:18.177666 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-9a9559db-5fd6-4301-9936-1f137c71f72b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0452647 May 12 19:02:18.187877 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '819342f6-2cda-468a-9c61-d4b8e729286b', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'mac_address': 'fa:16:3e:ce:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:56Z', 'updated_at': '2022-05-12T19:02:17Z', 'revision_number': 1, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:18.214844 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] Checking router: 3b95ac69-8b5f-4524-9850-5da5de761bc6 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:02:18.223009 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:02:18.223779 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:01:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:18.225147 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-2bc4e26c-a106-46f9-94a9-4bcb85fe3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:18.226706 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-2bc4e26c-a106-46f9-94a9-4bcb85fe3864 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421610 May 12 19:02:18.335498 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:02:18.339380 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e19241-e8f6-4605-93b2-9a526619ced7 req-be5587ba-5db3-4998-905e-c1f29fb01586 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:18.340871 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2e19241-e8f6-4605-93b2-9a526619ced7 req-be5587ba-5db3-4998-905e-c1f29fb01586 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0795393 May 12 19:02:18.376084 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-fe87da91-d3db-472c-9289-302cd9849ea3 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391585 May 12 19:02:18.425802 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2e19241-e8f6-4605-93b2-9a526619ced7 req-c660cd2b-41cc-4c5a-b5c0-da6235341e6c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762777 May 12 19:02:18.525130 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce201f29-3035-4f8f-a282-16a31d3edd34 req-7f1a8385-f1de-4780-81d0-0b712cd4d645 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:18.526527 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce201f29-3035-4f8f-a282-16a31d3edd34 req-7f1a8385-f1de-4780-81d0-0b712cd4d645 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0643809 May 12 19:02:18.530118 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62c69e65-0da2-433a-8441-05bdf3b54ad0 req-30eb8f7b-4a77-47f1-abc8-79a0ec0737d6 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437624 May 12 19:02:18.555572 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '819342f6-2cda-468a-9c61-d4b8e729286b', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'mac_address': 'fa:16:3e:ce:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:56Z', 'updated_at': '2022-05-12T19:02:17Z', 'revision_number': 1, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:18.574704 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce201f29-3035-4f8f-a282-16a31d3edd34 req-bd85b59c-89c0-4c10-ba98-42ce1b23b951 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 May 12 19:02:18.582223 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31729f38-b987-46b0-bab5-6815a6f1aa97 None None] The sync data for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi is: [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '819342f6-2cda-468a-9c61-d4b8e729286b', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'mac_address': 'fa:16:3e:ce:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:56Z', 'updated_at': '2022-05-12T19:02:17Z', 'revision_number': 1, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:02:18.768228 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9db52-0e06-4f80-914e-2dc6f8de9926 None None] New status for floating IP 819342f6-2cda-468a-9c61-d4b8e729286b: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:02:19.305877 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0bafd482-3a09-4096-bd0e-1105bf821961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:19.545534 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae109a02-3372-44f0-9b8f-5624d04d207b req-4faa887b-6362-4937-adc4-75ed10cc6fd0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:19.547021 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae109a02-3372-44f0-9b8f-5624d04d207b req-4faa887b-6362-4937-adc4-75ed10cc6fd0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0458002 May 12 19:02:19.592776 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae109a02-3372-44f0-9b8f-5624d04d207b req-da54a1ba-e2c1-4e7c-beed-645f15fe9773 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 May 12 19:02:20.708906 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422e6d-ac6e-477b-aaa2-f1529171c3a7 req-4d2e617a-3860-4360-8794-7d18f55cc978 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:20.710385 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f5422e6d-ac6e-477b-aaa2-f1529171c3a7 req-4d2e617a-3860-4360-8794-7d18f55cc978 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0461318 May 12 19:02:20.759108 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f5422e6d-ac6e-477b-aaa2-f1529171c3a7 req-c9096e02-9d48-402e-970a-be28ab713408 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 May 12 19:02:21.336410 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-83840792-cef4-45cd-b2ed-6de7a283f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:21.779545 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:02:21.795304 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:02:21.876319 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c376af-c9dc-4ed6-b706-904b93814bc3 req-99ca3438-de00-41a7-8c14-790c51ef9ed1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:21.877886 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-69c376af-c9dc-4ed6-b706-904b93814bc3 req-99ca3438-de00-41a7-8c14-790c51ef9ed1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 944 time: 0.0459006 May 12 19:02:21.891088 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:21.902982 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'port_id': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'mac_address': 'fa:16:3e:d4:33:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:02:21.923297 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-69c376af-c9dc-4ed6-b706-904b93814bc3 req-6e6fa59e-72f5-427a-b4fb-c1fcc66560c1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399828 May 12 19:02:21.943186 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1abe14a4-11ef-449b-a24c-786cad5c7d21 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:02:21.943578 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:21.956633 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abe14a4-11ef-449b-a24c-786cad5c7d21 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:02:21.975877 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:21.979674 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:22.033458 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=9']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:22.370747 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-2c9bf76d-bcdc-4e83-9710-133108dcebc9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369244 May 12 19:02:22.448152 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['1abe14a4-11ef-449b-a24c-786cad5c7d21'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:02:22.453752 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-f5243c5c-1075-4253-8a54-9cb54998b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:22.455194 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-f5243c5c-1075-4253-8a54-9cb54998b53e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 1129 time: 0.0380175 May 12 19:02:22.564458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-e40fe8a4-250f-4b0a-97ea-796b7c378623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:22.565958 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-e40fe8a4-250f-4b0a-97ea-796b7c378623 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 915 time: 0.0895019 May 12 19:02:22.643209 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-7c12ae93-27e8-4590-aeb9-b018e51fda28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b6193bd-0c92-47cd-8e4c-4291685e61ee HTTP/1.1" status: 200 len: 1001 time: 0.0609088 May 12 19:02:22.699328 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-0c808a7e-e41e-4bae-9a90-5138708ee243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:22.700714 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-0c808a7e-e41e-4bae-9a90-5138708ee243 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.0424294 May 12 19:02:22.748836 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-766dbe5a-ced2-40b9-abe2-51b5cfb37796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:22.750327 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-766dbe5a-ced2-40b9-abe2-51b5cfb37796 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381379 May 12 19:02:22.845826 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-1fdadc4c-ff0b-416c-998b-889880adbce8 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 May 12 19:02:22.934600 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b598341-818d-4b55-bdfa-8f0f33666e79 req-8db26b49-8876-439a-a3b7-7b5ed79d9e95 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821950 May 12 19:02:22.945765 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:23.042723 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7b3c0-a828-46f9-a3ef-eb1e1f56fa52 req-0b7297ec-b41e-4975-bac3-cdcf78d6933e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:23.044176 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-80b7b3c0-a828-46f9-a3ef-eb1e1f56fa52 req-0b7297ec-b41e-4975-bac3-cdcf78d6933e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 945 time: 0.0474117 May 12 19:02:23.093233 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-80b7b3c0-a828-46f9-a3ef-eb1e1f56fa52 req-a9622749-5094-432c-adc4-764933a50016 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 May 12 19:02:23.515683 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:23.802254 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:02:23.846514 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 1abe14a4-11ef-449b-a24c-786cad5c7d21 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:02:23.846877 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:23.925895 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1abe14a4-11ef-449b-a24c-786cad5c7d21 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:02:23.926301 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:23.948659 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:23.950871 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cb2cba-1c0e-4567-b02b-5b3ac1613966" -d '{"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-plugged", "status": "completed", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:23.964140 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:23.969290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:23.993794 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f764dec-3c50-4f75-8d5d-2dda3a23a3db x-openstack-request-id: req-7f764dec-3c50-4f75-8d5d-2dda3a23a3db {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:23.994070 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-plugged", "status": "completed", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:23.994295 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f764dec-3c50-4f75-8d5d-2dda3a23a3db {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:23.994681 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f764dec-3c50-4f75-8d5d-2dda3a23a3db'] response: {'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'code': 200} May 12 19:02:24.021121 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=10']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:24.213039 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1f0e-a132-4cbe-b07a-5fddf05c82d0 req-4a1497dd-7255-4cdd-a1a6-0e6159933643 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:24.214561 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec0f1f0e-a132-4cbe-b07a-5fddf05c82d0 req-4a1497dd-7255-4cdd-a1a6-0e6159933643 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 947 time: 0.0489821 May 12 19:02:24.216285 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:24.260415 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec0f1f0e-a132-4cbe-b07a-5fddf05c82d0 req-d39706a3-ed51-4e4f-be7e-384502b9242c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397274 May 12 19:02:24.678761 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af4c3b-ba52-4325-a911-cf6cdfe17843 req-6da8280b-fb84-4dda-8513-4bd354a6a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:24.680199 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9af4c3b-ba52-4325-a911-cf6cdfe17843 req-6da8280b-fb84-4dda-8513-4bd354a6a8a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 1131 time: 0.0373905 May 12 19:02:24.726335 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9af4c3b-ba52-4325-a911-cf6cdfe17843 req-60588217-4ce4-4cbc-910b-03666ad0f2de service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355155 May 12 19:02:25.384179 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a4c11-8777-4a7c-922e-f4ee1aac1806 req-9ff5111b-e10e-43bb-89be-861d806e092e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:25.385602 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ba1a4c11-8777-4a7c-922e-f4ee1aac1806 req-9ff5111b-e10e-43bb-89be-861d806e092e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 947 time: 0.0531747 May 12 19:02:25.432326 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ba1a4c11-8777-4a7c-922e-f4ee1aac1806 req-b95a281a-8bc3-481a-a49a-a2094daafd5a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 May 12 19:02:25.603422 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:26.548706 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f9b1f-3309-48b0-93e5-b4ff2993222a req-3a187b6d-2adf-42cf-b8ef-ebb916e93a11 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:26.550166 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-679f9b1f-3309-48b0-93e5-b4ff2993222a req-3a187b6d-2adf-42cf-b8ef-ebb916e93a11 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 947 time: 0.0467303 May 12 19:02:26.594842 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-679f9b1f-3309-48b0-93e5-b4ff2993222a req-6dad3dcc-7331-4b06-b6df-26e0f53669d1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388079 May 12 19:02:27.714660 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91655424-43f7-4116-8984-273750de1a69 req-21d128d4-6d1d-46bd-91d6-ea9c5a7ab044 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:27.716103 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91655424-43f7-4116-8984-273750de1a69 req-21d128d4-6d1d-46bd-91d6-ea9c5a7ab044 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 947 time: 0.0516026 May 12 19:02:27.761900 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91655424-43f7-4116-8984-273750de1a69 req-af1dfa3f-66bd-4695-944d-5eefad0f0299 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 May 12 19:02:33.740503 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0011883-f578-46f9-b672-7651d1a9cb7c req-65507084-deb7-41ac-9e18-f3be3f6bdf0f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:33.741991 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0011883-f578-46f9-b672-7651d1a9cb7c req-65507084-deb7-41ac-9e18-f3be3f6bdf0f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.0482183 May 12 19:02:33.790885 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0011883-f578-46f9-b672-7651d1a9cb7c req-362c0121-12a8-4979-bd4b-b7734be3d7aa tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 May 12 19:02:34.902983 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212272e-a7fd-4546-b336-57a76fef32b9 req-04773be6-1052-44d5-ab44-6cca79392625 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:34.904430 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e212272e-a7fd-4546-b336-57a76fef32b9 req-04773be6-1052-44d5-ab44-6cca79392625 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.0456345 May 12 19:02:34.953756 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e212272e-a7fd-4546-b336-57a76fef32b9 req-d15e97b1-685f-4f59-9c70-75a849ae6bf3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426261 May 12 19:02:35.634123 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-75ecdd62-6b1e-49fe-ab6b-26ba8c358370 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:35.635504 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-75ecdd62-6b1e-49fe-ab6b-26ba8c358370 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.0442386 May 12 19:02:35.719102 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Deleting port 9448ad28-f42c-4629-9127-6323c2e65835 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:02:35.719436 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (9448ad28-f42c-4629-9127-6323c2e65835), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:35.810098 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] For port 9448ad28-f42c-4629-9127-6323c2e65835, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=9448ad28-f42c-4629-9127-6323c2e65835,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:35.810454 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (9448ad28-f42c-4629-9127-6323c2e65835), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:36.242669 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79c87f-f98e-4f03-a377-3d41701f4df5 req-548124ff-44e5-4644-a7a1-e20c647dd63b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:36.244035 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a79c87f-f98e-4f03-a377-3d41701f4df5 req-548124ff-44e5-4644-a7a1-e20c647dd63b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 945 time: 0.1012099 May 12 19:02:36.343425 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a79c87f-f98e-4f03-a377-3d41701f4df5 req-71d75994-b450-4226-ac7f-0fd0df6a65e4 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=519c6db1-974a-4090-bbcd-c0d94e6af445&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910399 May 12 19:02:36.345773 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:36.346137 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (8909632f-31e8-4e11-ae70-7eb201187030), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:36.346443 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Floating IP 8909632f-31e8-4e11-ae70-7eb201187030 disassociated. External IP: 172.27.3.219, port: 9448ad28-f42c-4629-9127-6323c2e65835. May 12 19:02:36.346783 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Calling delete_port for 9448ad28-f42c-4629-9127-6323c2e65835 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:02:36.473402 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (9448ad28-f42c-4629-9127-6323c2e65835), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:36.499413 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'Port': ['ID=9448ad28-f42c-4629-9127-6323c2e65835,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:36.508873 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.509221 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.509582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.509923 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.510253 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.510581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.510911 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.511238 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.511562 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.512344 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.512344 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.512528 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.512814 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.513132 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.513452 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:36.629190 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:02:36.741782 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:02:36.754170 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:02:36.763883 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:02:36.764778 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:02:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:36.789412 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] No DVR routers for this DVR port 9448ad28-f42c-4629-9127-6323c2e65835 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:02:36.792097 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:36.795369 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-073ee2c0-f47e-4eff-87e1-982a7fe04d3c req-c770f548-ca16-4010-bcb4-fef7beda3e0c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "DELETE /v2.0/ports/9448ad28-f42c-4629-9127-6323c2e65835 HTTP/1.1" status: 204 len: 173 time: 1.1533806 May 12 19:02:36.795904 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'name': 'network-vif-deleted', 'tag': '9448ad28-f42c-4629-9127-6323c2e65835'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:36.798295 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294d5b7a-83ac-477f-8786-1a68e6c87839" -d '{"events": [{"server_uuid": "29b7344e-55ce-4f61-9c68-6473e53a5d9f", "name": "network-vif-deleted", "tag": "9448ad28-f42c-4629-9127-6323c2e65835"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:36.834517 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdcd2c5-9a75-46a7-967b-a10b699a203b x-openstack-request-id: req-1fdcd2c5-9a75-46a7-967b-a10b699a203b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:36.834912 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b7344e-55ce-4f61-9c68-6473e53a5d9f", "name": "network-vif-deleted", "tag": "9448ad28-f42c-4629-9127-6323c2e65835", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:36.835280 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fdcd2c5-9a75-46a7-967b-a10b699a203b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:36.835763 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdcd2c5-9a75-46a7-967b-a10b699a203b'] response: {'server_uuid': '29b7344e-55ce-4f61-9c68-6473e53a5d9f', 'name': 'network-vif-deleted', 'tag': '9448ad28-f42c-4629-9127-6323c2e65835', 'status': 'completed', 'code': 200} May 12 19:02:36.898846 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:02:37.119057 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:16Z', 'revision_number': 2, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:37.152583 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:02:37.168438 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:02:37.169249 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:02:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:37.279139 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:02:37.455872 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e0366fb-440b-40ab-af33-d3b3821b7c72 req-b91c2ec8-a656-4347-8c11-9df645e669e8 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b7344e-55ce-4f61-9c68-6473e53a5d9f HTTP/1.1" status: 200 len: 210 time: 0.0289083 May 12 19:02:37.501990 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:16Z', 'revision_number': 2, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:37.530644 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33993f-8b83-43b4-a8e7-a435c293b41c None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd820aee9-549a-4180-9241-88ecdb49a1d5', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:a0:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T18:59:43Z', 'updated_at': '2022-05-12T19:00:16Z', 'revision_number': 2, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:02:37.787110 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f098f864-c8a7-41fc-9f0e-c2246d9109ae None None] New status for floating IP 8909632f-31e8-4e11-ae70-7eb201187030: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:02:37.858988 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 9448ad28-f42c-4629-9127-6323c2e65835 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:02:37.911753 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 9448ad28-f42c-4629-9127-6323c2e65835 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:02:37.912002 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 9448ad28-f42c-4629-9127-6323c2e65835 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:02:38.542440 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38264) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:38.596418 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (519c6db1-974a-4090-bbcd-c0d94e6af445), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:38.619363 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (519c6db1-974a-4090-bbcd-c0d94e6af445), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:38.671718 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (519c6db1-974a-4090-bbcd-c0d94e6af445), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:38.674677 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:38.675835 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "DELETE /v2.0/security-groups/519c6db1-974a-4090-bbcd-c0d94e6af445 HTTP/1.1" status: 204 len: 168 time: 0.1324131 May 12 19:02:38.678758 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:38.685226 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519c6db1-974a-4090-bbcd-c0d94e6af445,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:38.692429 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.692775 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.693142 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.693475 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.693833 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.693945 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.api.v2.resource [None req-45b66d7a-ea70-43e7-9151-5586a77408f2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] show failed (client error): The resource could not be found. May 12 19:02:38.694198 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.695052 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-45b66d7a-ea70-43e7-9151-5586a77408f2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups/519c6db1-974a-4090-bbcd-c0d94e6af445 HTTP/1.1" status: 404 len: 347 time: 0.0149996 May 12 19:02:38.695185 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.695412 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.695743 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.696064 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.696388 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.696709 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.697029 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.697348 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.697693 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8a7d6-8257-4ee7-bcc5-b06a2b567b03 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:38.697906 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:38.828473 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Deleting port 0b8008f9-81db-4b88-a5fd-43a0a076c828 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:02:38.828727 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (0b8008f9-81db-4b88-a5fd-43a0a076c828), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:38.909004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (0b8008f9-81db-4b88-a5fd-43a0a076c828), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:38.909330 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (0b8008f9-81db-4b88-a5fd-43a0a076c828), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:38.927981 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Calling delete_port for 0b8008f9-81db-4b88-a5fd-43a0a076c828 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:02:39.070044 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (0b8008f9-81db-4b88-a5fd-43a0a076c828), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:39.098905 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'Port': ['ID=0b8008f9-81db-4b88-a5fd-43a0a076c828,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:39.172316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (8909632f-31e8-4e11-ae70-7eb201187030), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:39.175458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:39.176705 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fcf13619-4302-43d4-8ed7-7c84ae0c0376 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "DELETE /v2.0/floatingips/8909632f-31e8-4e11-ae70-7eb201187030 HTTP/1.1" status: 204 len: 168 time: 0.4777908 May 12 19:02:40.831700 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0e38a-c0fb-4e08-b365-4897b4f6dde4 req-f1ed56aa-52ad-4e1f-a8b9-211fc17ff20a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:40.833167 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75e0e38a-c0fb-4e08-b365-4897b4f6dde4 req-f1ed56aa-52ad-4e1f-a8b9-211fc17ff20a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 945 time: 0.0476964 May 12 19:02:40.879747 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75e0e38a-c0fb-4e08-b365-4897b4f6dde4 req-58551524-23f5-4479-a48f-b6b7a05c9e1c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406539 May 12 19:02:41.998216 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4835e10-0bef-4fef-aa7a-6344d9184e96 req-52665a4b-e1e9-4926-ad3b-204fe54a8981 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:41.999677 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f4835e10-0bef-4fef-aa7a-6344d9184e96 req-52665a4b-e1e9-4926-ad3b-204fe54a8981 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 945 time: 0.0495558 May 12 19:02:42.045702 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f4835e10-0bef-4fef-aa7a-6344d9184e96 req-1910ca8c-878d-4391-acfc-6554656c7875 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 May 12 19:02:42.782274 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-f47601f3-d86a-4b8b-a95b-5663e8575b2f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:42.783687 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-f47601f3-d86a-4b8b-a95b-5663e8575b2f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 945 time: 0.0452683 May 12 19:02:42.876323 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Deleting port 1b6193bd-0c92-47cd-8e4c-4291685e61ee {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:02:42.876668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:42.964639 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] For port 1b6193bd-0c92-47cd-8e4c-4291685e61ee, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b6193bd-0c92-47cd-8e4c-4291685e61ee,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:42.964995 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:43.162002 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:43.162707 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (d820aee9-549a-4180-9241-88ecdb49a1d5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:43.162707 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Floating IP d820aee9-549a-4180-9241-88ecdb49a1d5 disassociated. External IP: 172.27.3.110, port: 1b6193bd-0c92-47cd-8e4c-4291685e61ee. May 12 19:02:43.162987 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Calling delete_port for 1b6193bd-0c92-47cd-8e4c-4291685e61ee owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:02:43.183166 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a9ae-fe01-4e14-90ee-3ee4ee899b93 req-24dfddc5-a33c-43a3-a8a4-aea3ddc7ba2f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:43.184625 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b226a9ae-fe01-4e14-90ee-3ee4ee899b93 req-24dfddc5-a33c-43a3-a8a4-aea3ddc7ba2f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=64bcf7c1-c1cd-4149-af79-39ad90968742 HTTP/1.1" status: 200 len: 945 time: 0.0684640 May 12 19:02:43.279581 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b226a9ae-fe01-4e14-90ee-3ee4ee899b93 req-0c56fc8f-d7d5-4bae-a5ad-0659e6749bce tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f44d062-2b9d-4909-a785-fd10bf277f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640063 May 12 19:02:43.339418 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (1b6193bd-0c92-47cd-8e4c-4291685e61ee), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:43.371359 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'Port': ['ID=1b6193bd-0c92-47cd-8e4c-4291685e61ee,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:43.483482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:02:43.592745 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:02:43.602896 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:02:43.613310 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:02:43.613940 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:02:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:43.634556 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] No DVR routers for this DVR port 1b6193bd-0c92-47cd-8e4c-4291685e61ee on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:02:43.637098 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:43.640209 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ed5805b-7731-42f0-8fab-b8208a51999e req-b2e70600-6a70-4e02-9a52-888f78dc3182 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "DELETE /v2.0/ports/1b6193bd-0c92-47cd-8e4c-4291685e61ee HTTP/1.1" status: 204 len: 173 time: 0.8510673 May 12 19:02:43.640637 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'name': 'network-vif-deleted', 'tag': '1b6193bd-0c92-47cd-8e4c-4291685e61ee'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:43.642881 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03c540-6dde-4d9a-b9ba-9418a9bc0bc5" -d '{"events": [{"server_uuid": "64bcf7c1-c1cd-4149-af79-39ad90968742", "name": "network-vif-deleted", "tag": "1b6193bd-0c92-47cd-8e4c-4291685e61ee"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:43.679105 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63046a06-d0d8-4c4f-9da6-cbf02dc2af47 x-openstack-request-id: req-63046a06-d0d8-4c4f-9da6-cbf02dc2af47 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:43.679447 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bcf7c1-c1cd-4149-af79-39ad90968742", "name": "network-vif-deleted", "tag": "1b6193bd-0c92-47cd-8e4c-4291685e61ee", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:43.679703 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63046a06-d0d8-4c4f-9da6-cbf02dc2af47 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:43.680109 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63046a06-d0d8-4c4f-9da6-cbf02dc2af47'] response: {'server_uuid': '64bcf7c1-c1cd-4149-af79-39ad90968742', 'name': 'network-vif-deleted', 'tag': '1b6193bd-0c92-47cd-8e4c-4291685e61ee', 'status': 'completed', 'code': 200} May 12 19:02:43.725760 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:02:43.923734 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:43.951745 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:02:43.961587 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:02:43.962133 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:02:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:44.068562 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:02:44.266799 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:44.292828 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81d7e0-e429-4a32-93be-5db315bb4086 None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:02:44.367975 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38300) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:44.422450 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13559dd5-ad1c-4dae-ba8b-ae52abb21097 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (6f44d062-2b9d-4909-a785-fd10bf277f82), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.445693 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13559dd5-ad1c-4dae-ba8b-ae52abb21097 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (6f44d062-2b9d-4909-a785-fd10bf277f82), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.502745 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13559dd5-ad1c-4dae-ba8b-ae52abb21097 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (6f44d062-2b9d-4909-a785-fd10bf277f82), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.506072 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13559dd5-ad1c-4dae-ba8b-ae52abb21097 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.507248 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-13559dd5-ad1c-4dae-ba8b-ae52abb21097 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "DELETE /v2.0/security-groups/6f44d062-2b9d-4909-a785-fd10bf277f82 HTTP/1.1" status: 204 len: 168 time: 0.1382873 May 12 19:02:44.510030 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:44.516788 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13559dd5-ad1c-4dae-ba8b-ae52abb21097 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44d062-2b9d-4909-a785-fd10bf277f82,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:44.527839 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.api.v2.resource [None req-aaac24fc-3b41-45fe-99cb-14f141ca8dba tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] show failed (client error): The resource could not be found. May 12 19:02:44.532708 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-aaac24fc-3b41-45fe-99cb-14f141ca8dba tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups/6f44d062-2b9d-4909-a785-fd10bf277f82 HTTP/1.1" status: 404 len: 347 time: 0.0209308 May 12 19:02:44.535543 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:44.561150 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969e5b7-fabc-44be-8809-8c9a7f4f04e4 None None] New status for floating IP d820aee9-549a-4180-9241-88ecdb49a1d5: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:02:44.651658 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Deleting port 09505c22-2d3b-4ed6-b458-af81b4e3235e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:02:44.651910 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (09505c22-2d3b-4ed6-b458-af81b4e3235e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.731731 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (09505c22-2d3b-4ed6-b458-af81b4e3235e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.732054 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (09505c22-2d3b-4ed6-b458-af81b4e3235e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.744162 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Calling delete_port for 09505c22-2d3b-4ed6-b458-af81b4e3235e owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:02:44.870615 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (09505c22-2d3b-4ed6-b458-af81b4e3235e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.898835 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'Port': ['ID=09505c22-2d3b-4ed6-b458-af81b4e3235e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:44.959576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (d820aee9-549a-4180-9241-88ecdb49a1d5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.962140 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:44.963302 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7e07caec-00b3-4f3f-9dd0-d79bf2b99c4d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "DELETE /v2.0/floatingips/d820aee9-549a-4180-9241-88ecdb49a1d5 HTTP/1.1" status: 204 len: 168 time: 0.4264226 May 12 19:02:45.033040 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:45.037858 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-46d5afd4-f2fa-4251-9bf3-7ecd5a6d5474 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77241044', 'description': 'tempest-description--201963016'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:45.061228 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d5afd4-f2fa-4251-9bf3-7ecd5a6d5474 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.127552 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d5afd4-f2fa-4251-9bf3-7ecd5a6d5474 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (8230075d-e716-4b79-b219-577c80496bb0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.131508 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d5afd4-f2fa-4251-9bf3-7ecd5a6d5474 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (8230075d-e716-4b79-b219-577c80496bb0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.162028 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46d5afd4-f2fa-4251-9bf3-7ecd5a6d5474 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.163164 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-46d5afd4-f2fa-4251-9bf3-7ecd5a6d5474 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1290982 May 12 19:02:45.164264 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5afd4-f2fa-4251-9bf3-7ecd5a6d5474 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8230075d-e716-4b79-b219-577c80496bb0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:45.166270 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38310) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:45.170750 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-57f19aa3-a23e-45ed-b2d5-2883e25b4c85 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group_rule': {'security_group_id': '8230075d-e716-4b79-b219-577c80496bb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:45.196676 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57f19aa3-a23e-45ed-b2d5-2883e25b4c85 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (fd62d82f-9144-4b06-b1c3-8a00fb2b6bfd), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.250660 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57f19aa3-a23e-45ed-b2d5-2883e25b4c85 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (fd62d82f-9144-4b06-b1c3-8a00fb2b6bfd), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.254335 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57f19aa3-a23e-45ed-b2d5-2883e25b4c85 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (fd62d82f-9144-4b06-b1c3-8a00fb2b6bfd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.271911 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f19aa3-a23e-45ed-b2d5-2883e25b4c85 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd62d82f-9144-4b06-b1c3-8a00fb2b6bfd,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:45.279062 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57f19aa3-a23e-45ed-b2d5-2883e25b4c85 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.280226 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-57f19aa3-a23e-45ed-b2d5-2883e25b4c85 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129622 May 12 19:02:45.282814 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38312) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:45.287220 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-7ebaa44d-8fe0-4180-9161-01f2341851cb tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group_rule': {'security_group_id': '8230075d-e716-4b79-b219-577c80496bb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:45.313002 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa44d-8fe0-4180-9161-01f2341851cb tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (69ffe8cb-0b37-4f93-8a29-f5ba24f1511e), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.370423 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa44d-8fe0-4180-9161-01f2341851cb tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (69ffe8cb-0b37-4f93-8a29-f5ba24f1511e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.373856 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa44d-8fe0-4180-9161-01f2341851cb tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (69ffe8cb-0b37-4f93-8a29-f5ba24f1511e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.393761 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaa44d-8fe0-4180-9161-01f2341851cb tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ffe8cb-0b37-4f93-8a29-f5ba24f1511e,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:45.399077 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa44d-8fe0-4180-9161-01f2341851cb tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.400109 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-7ebaa44d-8fe0-4180-9161-01f2341851cb tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163843 May 12 19:02:45.403228 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38314) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:45.407417 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:45.427716 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.502709 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.605335 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Allocated IP 172.27.3.245 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/2ef18209-7031-4376-931f-6d2d128fbd26) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:02:45.703025 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (2ef18209-7031-4376-931f-6d2d128fbd26), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.735879 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (2ef18209-7031-4376-931f-6d2d128fbd26), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.776096 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:02:45.778990 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:02:45.784408 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:02:45.790010 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=2ef18209-7031-4376-931f-6d2d128fbd26,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:45.870133 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (41aaf123-2576-4b73-81a5-c479cf744e95), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:45.903756 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (2ef18209-7031-4376-931f-6d2d128fbd26), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:46.081272 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (2ef18209-7031-4376-931f-6d2d128fbd26), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:46.085617 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4248518'] for port (2ef18209-7031-4376-931f-6d2d128fbd26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:46.159058 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=2ef18209-7031-4376-931f-6d2d128fbd26,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:46.165492 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (41aaf123-2576-4b73-81a5-c479cf744e95), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:46.181560 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:46.182767 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-41722db2-cd52-4ee8-aa57-f915d688f478 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7786322 May 12 19:02:46.374976 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-30df4da5-1dd2-4728-8769-d21fe0e2030f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--77241044&fields=id&tenant_id=1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 267 time: 0.0443861 May 12 19:02:46.477028 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-e8370188-f0ac-4e6b-9e8c-91613abf1bc8 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:46.478493 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-e8370188-f0ac-4e6b-9e8c-91613abf1bc8 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 814 time: 0.0972991 May 12 19:02:46.493016 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-f9a75526-1167-4e1b-a423-c08f6dbc289a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/quotas/1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 375 time: 0.0091681 May 12 19:02:46.544474 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-67356007-cb23-4bd4-a47b-14942fde1932 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464506 May 12 19:02:46.635896 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-07bb8275-379b-4f26-92ea-a730bee51d5d service neutron] 10.222.0.48 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804043 May 12 19:02:46.725949 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9b591ce8-8231-4a39-80f1-2e6e4a6c15b4 service neutron] 10.222.0.48 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838675 May 12 19:02:46.886815 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd31cd36-f990-4d72-a7a2-40e7dab1cfb8 req-6d2d2ce7-26b2-48b6-9808-24b644738a77 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 210 time: 0.0283127 May 12 19:02:47.879884 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1b6193bd-0c92-47cd-8e4c-4291685e61ee no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:02:47.903387 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 1b6193bd-0c92-47cd-8e4c-4291685e61ee {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:02:47.904074 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1b6193bd-0c92-47cd-8e4c-4291685e61ee not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:02:47.926318 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-b8b49a72-7677-4690-b52e-39ee1945680b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:47.927816 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-b8b49a72-7677-4690-b52e-39ee1945680b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 814 time: 0.1056890 May 12 19:02:47.996769 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6fa6f99-e85b-49b3-ab7d-d3c0423b3768 req-e942c873-34c9-46e3-a251-aaa620c19bd1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 210 time: 0.0371070 May 12 19:02:48.036521 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-539646ef-ef11-4507-94dd-692e1254df26 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 378 time: 0.0673132 May 12 19:02:48.131512 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'port': {'device_id': '87951282-3c6e-4899-9775-022278e4bfa8', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'admin_state_up': True, 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'security_groups': ['8230075d-e716-4b79-b219-577c80496bb0']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:48.240877 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Made reservation on behalf of 1579004868f04df3baa3ad959277ba00 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:02:48.244839 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:48.369359 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Allocated IP 172.20.0.6 (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b/1e975438-75d0-4ea7-a186-cd5e2f436c11/1cfe36b5-8273-4971-b681-1637c5aa6837) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:02:48.509990 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:48.544060 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:48.590081 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:02:48.594048 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:02:48.596636 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:02:48.629598 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=1cfe36b5-8273-4971-b681-1637c5aa6837,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:48.655169 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:48.656375 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:48.673025 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-81eddcdb-e445-4b9e-95d0-32358d6d1805 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5454292 May 12 19:02:48.692434 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Request body: {'port': {'device_id': '87951282-3c6e-4899-9775-022278e4bfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:48.909490 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-ae063f4e-c241-4f2b-bc4e-89b1e922b138 None None] Provisioning complete for port 1cfe36b5-8273-4971-b681-1637c5aa6837 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:02:48.910108 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ae063f4e-c241-4f2b-bc4e-89b1e922b138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:48.943679 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-ae063f4e-c241-4f2b-bc4e-89b1e922b138 None None] Port 1cfe36b5-8273-4971-b681-1637c5aa6837 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:02:49.010914 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:49.136732 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78018c1-c1b3-4da0-a9e7-62ee04421681 req-42661439-7590-4972-86f3-603ce75ba2d5 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:49.138214 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c78018c1-c1b3-4da0-a9e7-62ee04421681 req-42661439-7590-4972-86f3-603ce75ba2d5 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 931 time: 0.0612876 May 12 19:02:49.259171 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c78018c1-c1b3-4da0-a9e7-62ee04421681 req-d4588cde-894f-4690-9f0b-86aa741de9ff tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800083 May 12 19:02:49.307049 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d2d8df4f-1b4a-40a9-b07b-3c9f41020dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:49.378890 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfe36b5-8273-4971-b681-1637c5aa6837 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:02:49.386192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Publish callbacks [] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:49.398956 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Transition to ACTIVE for port object 1cfe36b5-8273-4971-b681-1637c5aa6837 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:02:49.402494 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:49.457325 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe36b5-8273-4971-b681-1637c5aa6837,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:49.532662 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Attempting to bind port 1cfe36b5-8273-4971-b681-1637c5aa6837 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:02:49.533002 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Attempting to bind port 1cfe36b5-8273-4971-b681-1637c5aa6837 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:02:49.533328 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Attempting to bind port 1cfe36b5-8273-4971-b681-1637c5aa6837 on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:02:49.538591 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Port 1cfe36b5-8273-4971-b681-1637c5aa6837 on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:02:49.538915 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Attempting to bind port 1cfe36b5-8273-4971-b681-1637c5aa6837 on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:02:49.544588 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:02:49.544928 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Checking segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:02:49.545317 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Bound using segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:02:49.545819 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Bound port: 1cfe36b5-8273-4971-b681-1637c5aa6837, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:02:49.546684 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:49.614581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] For port 1cfe36b5-8273-4971-b681-1637c5aa6837, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:02:49.617506 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] For port 1cfe36b5-8273-4971-b681-1637c5aa6837, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1cfe36b5-8273-4971-b681-1637c5aa6837,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:02:49.623227 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:49.657751 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:49.658178 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:49.659521 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] 10.222.0.49 "PUT /v2.0/ports/1cfe36b5-8273-4971-b681-1637c5aa6837 HTTP/1.1" status: 200 len: 1093 time: 0.9714148 May 12 19:02:49.659952 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87951282-3c6e-4899-9775-022278e4bfa8', 'tag': '1cfe36b5-8273-4971-b681-1637c5aa6837'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:49.662454 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc53b96-2c1d-4263-8b96-60d70ea0a30b" -d '{"events": [{"name": "network-changed", "server_uuid": "87951282-3c6e-4899-9775-022278e4bfa8", "tag": "1cfe36b5-8273-4971-b681-1637c5aa6837"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:49.695805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc00ee1-091d-44c5-8815-f46371bc59af service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe36b5-8273-4971-b681-1637c5aa6837,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:49.703085 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15e26a6-b349-485d-bb62-5a097456c4c8 x-openstack-request-id: req-e15e26a6-b349-485d-bb62-5a097456c4c8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:49.703640 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87951282-3c6e-4899-9775-022278e4bfa8", "tag": "1cfe36b5-8273-4971-b681-1637c5aa6837", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:49.704020 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e15e26a6-b349-485d-bb62-5a097456c4c8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:49.704325 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15e26a6-b349-485d-bb62-5a097456c4c8'] response: {'name': 'network-changed', 'server_uuid': '87951282-3c6e-4899-9775-022278e4bfa8', 'tag': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'status': 'completed', 'code': 200} May 12 19:02:49.768958 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-350cab4c-a2c7-43a5-ac28-0290bcac1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:49.770747 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-350cab4c-a2c7-43a5-ac28-0290bcac1639 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 1127 time: 0.0436800 May 12 19:02:49.822343 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-bf247b6f-0da0-4127-b99a-c54a23ab0f95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cfe36b5-8273-4971-b681-1637c5aa6837 HTTP/1.1" status: 200 len: 217 time: 0.0358217 May 12 19:02:49.872107 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-a9ca8f7f-81e4-4704-b3b6-96a3f305d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:49.873554 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-a9ca8f7f-81e4-4704-b3b6-96a3f305d3d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.0439250 May 12 19:02:49.924386 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-454ae523-9ef3-4844-9d37-0abc242ddf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:49.925952 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-454ae523-9ef3-4844-9d37-0abc242ddf75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419872 May 12 19:02:50.013820 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-7bf6cdba-5ee6-4593-aa72-8366ee9355cb service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793843 May 12 19:02:50.107676 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9f1501c-33fa-4532-9809-a4e2dc9dabf6 req-8c385ac6-acd5-4c1b-9518-eacfbb0bffae service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867689 May 12 19:02:50.369665 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da3618-69ef-4a88-98e5-fb32baff7cd4 req-190b503c-de70-439c-8cd4-c751dbbfbd77 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:50.371019 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-19da3618-69ef-4a88-98e5-fb32baff7cd4 req-190b503c-de70-439c-8cd4-c751dbbfbd77 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 943 time: 0.0464578 May 12 19:02:50.419477 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-19da3618-69ef-4a88-98e5-fb32baff7cd4 req-7309a71b-73fe-4cb8-a8fb-f1e3377c24cb tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425143 May 12 19:02:51.236830 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-8f2c6eb8-f30c-4169-b56d-0a101ca836e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:51.238302 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-8f2c6eb8-f30c-4169-b56d-0a101ca836e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 1127 time: 0.0422096 May 12 19:02:51.336236 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-cb62914b-004a-4a6f-b466-a0428b1453db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:51.336655 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-46c57272-a53f-420e-90c3-b042ef4c8745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:51.337649 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-cb62914b-004a-4a6f-b466-a0428b1453db service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 915 time: 0.0911415 May 12 19:02:51.382273 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-1f8efaea-3402-4998-99a6-66404b37142d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cfe36b5-8273-4971-b681-1637c5aa6837 HTTP/1.1" status: 200 len: 217 time: 0.0375857 May 12 19:02:51.429357 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-a5d58f49-134d-445d-a838-93de4b3a8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:51.430845 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-a5d58f49-134d-445d-a838-93de4b3a8439 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.0428035 May 12 19:02:51.475528 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-1ab40935-7951-4c16-a03c-0e6d63c8064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:51.477014 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-1ab40935-7951-4c16-a03c-0e6d63c8064b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384274 May 12 19:02:51.578006 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3013a-c00f-4ecf-9993-73b6f4099cf5 req-e6f119ac-3e75-4b9c-8e59-0021c0bc7a60 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:51.579439 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24f3013a-c00f-4ecf-9993-73b6f4099cf5 req-e6f119ac-3e75-4b9c-8e59-0021c0bc7a60 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 943 time: 0.0870638 May 12 19:02:51.628597 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-55b77748-0a1a-4477-9d6d-6ff8c34d2d99 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430595 May 12 19:02:51.658452 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24f3013a-c00f-4ecf-9993-73b6f4099cf5 req-ada7fb63-fb1d-4f8b-bc47-84b81a5b3366 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731268 May 12 19:02:51.730287 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-afc53b96-2c1d-4263-8b96-60d70ea0a30b req-655ae112-6219-4eda-926d-3502c810b0ce service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945005 May 12 19:02:52.771278 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5b57f-9bfc-4d20-9372-59f305a49e34 req-1b44b37f-a6c4-470f-b5cf-eacdafcd3d12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:52.772721 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b1b5b57f-9bfc-4d20-9372-59f305a49e34 req-1b44b37f-a6c4-470f-b5cf-eacdafcd3d12 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 943 time: 0.0460315 May 12 19:02:52.818635 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b1b5b57f-9bfc-4d20-9372-59f305a49e34 req-98da7207-90d9-460f-bd40-4cb66bd5b14c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404694 May 12 19:02:52.950748 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:53.518079 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:53.879330 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1cfe36b5-8273-4971-b681-1637c5aa6837 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:02:53.927449 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a53e1-efd1-4df1-bd3d-2ed7e6dc5ace req-9dc52efd-15c1-407f-8053-d11b20a652a8 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:53.928914 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-975a53e1-efd1-4df1-bd3d-2ed7e6dc5ace req-9dc52efd-15c1-407f-8053-d11b20a652a8 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 943 time: 0.0462854 May 12 19:02:53.974232 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1cfe36b5-8273-4971-b681-1637c5aa6837, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1cfe36b5-8273-4971-b681-1637c5aa6837,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:53.978431 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-975a53e1-efd1-4df1-bd3d-2ed7e6dc5ace req-c0d85ad3-28d7-4a75-8cf2-f38e5b3218f1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440078 May 12 19:02:53.985851 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'port_id': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'mac_address': 'fa:16:3e:bd:ad:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:02:54.025443 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1cfe36b5-8273-4971-b681-1637c5aa6837 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:02:54.025841 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:54.038421 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfe36b5-8273-4971-b681-1637c5aa6837 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:02:54.057082 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1cfe36b5-8273-4971-b681-1637c5aa6837, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1cfe36b5-8273-4971-b681-1637c5aa6837,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:54.061029 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:54.109705 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1cfe36b5-8273-4971-b681-1637c5aa6837,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:54.116613 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.116955 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.117315 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.117685 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.118014 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.118341 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.118661 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.118989 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.119309 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.119632 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.119950 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.120282 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.120605 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.120922 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.121236 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:02:54.207249 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:54.435694 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['1cfe36b5-8273-4971-b681-1637c5aa6837'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:02:55.088882 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51724cd-f7d3-4b48-a3b0-c42d465b4980 req-4b25fdaa-68fa-4d3e-bf03-e49872e43b0a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:55.090358 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e51724cd-f7d3-4b48-a3b0-c42d465b4980 req-4b25fdaa-68fa-4d3e-bf03-e49872e43b0a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 944 time: 0.0464957 May 12 19:02:55.138264 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e51724cd-f7d3-4b48-a3b0-c42d465b4980 req-12b4b777-4a5f-4b49-bd72-b9de0a817846 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424585 May 12 19:02:55.596488 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:55.893719 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1cfe36b5-8273-4971-b681-1637c5aa6837 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:02:55.937816 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 1cfe36b5-8273-4971-b681-1637c5aa6837 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:02:55.943518 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 1cfe36b5-8273-4971-b681-1637c5aa6837 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:02:55.943882 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:56.019841 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1cfe36b5-8273-4971-b681-1637c5aa6837 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:02:56.020216 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:56.042258 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87951282-3c6e-4899-9775-022278e4bfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe36b5-8273-4971-b681-1637c5aa6837'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:56.044460 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ac0811-5d3d-42fc-950c-ffc753be95ac" -d '{"events": [{"server_uuid": "87951282-3c6e-4899-9775-022278e4bfa8", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe36b5-8273-4971-b681-1637c5aa6837"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:56.057242 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1cfe36b5-8273-4971-b681-1637c5aa6837, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1cfe36b5-8273-4971-b681-1637c5aa6837,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:02:56.061495 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:56.084119 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594792e7-7f87-4aac-b1f7-7f4e49fb2d20 x-openstack-request-id: req-594792e7-7f87-4aac-b1f7-7f4e49fb2d20 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:56.084431 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87951282-3c6e-4899-9775-022278e4bfa8", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe36b5-8273-4971-b681-1637c5aa6837", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:56.084689 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-594792e7-7f87-4aac-b1f7-7f4e49fb2d20 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:56.085081 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594792e7-7f87-4aac-b1f7-7f4e49fb2d20'] response: {'server_uuid': '87951282-3c6e-4899-9775-022278e4bfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'code': 200} May 12 19:02:56.110032 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1cfe36b5-8273-4971-b681-1637c5aa6837,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:02:56.255662 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f164-f8d9-4c0a-aad3-325f79027bad req-1b25f5bc-8887-4792-ba83-d4cb7068d0d3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:56.257176 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1fa2f164-f8d9-4c0a-aad3-325f79027bad req-1b25f5bc-8887-4792-ba83-d4cb7068d0d3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0519218 May 12 19:02:56.338071 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9159-0095-43d3-97ad-0ab0f3748794 req-6b3c093f-c977-498d-bce9-9fb069c4568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:56.339546 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-637f9159-0095-43d3-97ad-0ab0f3748794 req-6b3c093f-c977-498d-bce9-9fb069c4568a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 1129 time: 0.0592730 May 12 19:02:56.343761 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1fa2f164-f8d9-4c0a-aad3-325f79027bad req-80629b68-7141-4217-ab7c-0887b0ce1897 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799499 May 12 19:02:56.384823 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-637f9159-0095-43d3-97ad-0ab0f3748794 req-a0a27979-6622-4a5e-b28c-92b196c685d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368764 May 12 19:02:57.456296 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73538c3-a425-4882-91a0-97eb4d1d1e8b req-2d2588b9-3a13-485a-b1ef-5e3ab2941e4b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:57.457742 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f73538c3-a425-4882-91a0-97eb4d1d1e8b req-2d2588b9-3a13-485a-b1ef-5e3ab2941e4b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0452113 May 12 19:02:57.502236 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f73538c3-a425-4882-91a0-97eb4d1d1e8b req-799986e3-2ae3-4923-ad79-8927fbefe30a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391052 May 12 19:02:58.612819 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc93c4-ee3a-4fc2-8166-f80eb2ef441a req-121268c8-d627-42b4-966e-0b627c711495 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:58.614299 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c9cc93c4-ee3a-4fc2-8166-f80eb2ef441a req-121268c8-d627-42b4-966e-0b627c711495 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0465028 May 12 19:02:58.663647 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c9cc93c4-ee3a-4fc2-8166-f80eb2ef441a req-80c20e12-1d89-4a05-a4b6-747ef8198e5b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438030 May 12 19:02:58.768296 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b8c5a-4341-48c1-b215-89ffe465dd23 req-3bbbad5d-0eba-4c89-ae59-5d64cf04de06 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:58.769735 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-df7b8c5a-4341-48c1-b215-89ffe465dd23 req-3bbbad5d-0eba-4c89-ae59-5d64cf04de06 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0451748 May 12 19:02:58.778003 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38380) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:02:58.778518 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:02:58.782816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'floatingip': {'port_id': '1cfe36b5-8273-4971-b681-1637c5aa6837'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:02:58.820406 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (41aaf123-2576-4b73-81a5-c479cf744e95), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:59.259051 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:59.262733 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (41aaf123-2576-4b73-81a5-c479cf744e95), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:59.361727 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Floating IP 41aaf123-2576-4b73-81a5-c479cf744e95 associated. External IP: 172.27.3.245, port: 1cfe36b5-8273-4971-b681-1637c5aa6837. May 12 19:02:59.565235 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:02:59.671272 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:02:59.676447 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:02:59.681249 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:02:59.691601 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:02:59.692201 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:02:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:02:59.706989 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-72be38af-158e-4a50-99ff-5c6e3312cdcf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "PUT /v2.0/floatingips/41aaf123-2576-4b73-81a5-c479cf744e95 HTTP/1.1" status: 200 len: 991 time: 0.9255984 May 12 19:02:59.706989 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87951282-3c6e-4899-9775-022278e4bfa8', 'tag': '1cfe36b5-8273-4971-b681-1637c5aa6837'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:02:59.707723 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee867c0-5c60-432e-b866-09d6bb23b35c" -d '{"events": [{"name": "network-changed", "server_uuid": "87951282-3c6e-4899-9775-022278e4bfa8", "tag": "1cfe36b5-8273-4971-b681-1637c5aa6837"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:02:59.742723 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c4c2ec-3166-497c-a1db-b15e61b47bf0 x-openstack-request-id: req-53c4c2ec-3166-497c-a1db-b15e61b47bf0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:02:59.743022 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87951282-3c6e-4899-9775-022278e4bfa8", "tag": "1cfe36b5-8273-4971-b681-1637c5aa6837", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:02:59.743283 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53c4c2ec-3166-497c-a1db-b15e61b47bf0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:02:59.743694 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c4c2ec-3166-497c-a1db-b15e61b47bf0'] response: {'name': 'network-changed', 'server_uuid': '87951282-3c6e-4899-9775-022278e4bfa8', 'tag': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'status': 'completed', 'code': 200} May 12 19:02:59.805283 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:02:59.831743 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-ad62d9c4-0cba-40da-8148-383db9eb1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:59.833132 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-ad62d9c4-0cba-40da-8148-383db9eb1122 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 1129 time: 0.0393820 May 12 19:02:59.937445 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-9e868480-5d5c-4979-9cb5-c60578fbe2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:02:59.939642 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-9e868480-5d5c-4979-9cb5-c60578fbe2dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 915 time: 0.0985746 May 12 19:03:00.004330 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-5ac11305-f7eb-4d22-af96-f3ff0dd08861 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cfe36b5-8273-4971-b681-1637c5aa6837 HTTP/1.1" status: 200 len: 999 time: 0.0571144 May 12 19:03:00.015684 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '41aaf123-2576-4b73-81a5-c479cf744e95', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:bd:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87951282-3c6e-4899-9775-022278e4bfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:02:45Z', 'updated_at': '2022-05-12T19:02:59Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:00.045217 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:03:00.054104 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:00.054708 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:02:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:00.057625 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-2760bb25-a449-4edf-9f88-753756f05fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:00.059087 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-2760bb25-a449-4edf-9f88-753756f05fb4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.0473840 May 12 19:03:00.103404 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-aa9a7c21-f274-4cdf-bab5-19b35836e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:00.105017 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-aa9a7c21-f274-4cdf-bab5-19b35836e303 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376227 May 12 19:03:00.160237 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:00.194571 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-93028107-d0be-4730-9a35-f2703b73d02c service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825737 May 12 19:03:00.289551 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aee867c0-5c60-432e-b866-09d6bb23b35c req-55cf8c90-bd20-4068-b82f-226202dc1472 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879107 May 12 19:03:00.454783 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '41aaf123-2576-4b73-81a5-c479cf744e95', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:bd:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87951282-3c6e-4899-9775-022278e4bfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:02:45Z', 'updated_at': '2022-05-12T19:02:59Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:00.483617 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470da3e9-1a08-4c58-985b-9ded546969c4 None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '41aaf123-2576-4b73-81a5-c479cf744e95', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:bd:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87951282-3c6e-4899-9775-022278e4bfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:02:45Z', 'updated_at': '2022-05-12T19:02:59Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:03:00.678163 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d85b2b-d095-476a-8eb8-4dc5cf6a8124 None None] New status for floating IP 41aaf123-2576-4b73-81a5-c479cf744e95: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:03:01.946747 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b356fd-5231-408d-a130-fea7d5499a43 req-a02bdd31-f74a-4c04-b0c0-3690af3ffefe tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:01.948209 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-34b356fd-5231-408d-a130-fea7d5499a43 req-a02bdd31-f74a-4c04-b0c0-3690af3ffefe tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0461597 May 12 19:03:01.995826 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-34b356fd-5231-408d-a130-fea7d5499a43 req-4ecad515-398f-430b-933f-9550676a609f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 May 12 19:03:03.113610 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5fb8-5bc7-4d98-a66b-e59dcf47007a req-a499df87-c166-4eba-8f84-c842ae6fcee4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:03.115044 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-687e5fb8-5bc7-4d98-a66b-e59dcf47007a req-a499df87-c166-4eba-8f84-c842ae6fcee4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0490685 May 12 19:03:03.161784 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-687e5fb8-5bc7-4d98-a66b-e59dcf47007a req-3f9d8ae8-b695-4597-8ab4-db8ea884ded9 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 May 12 19:03:04.275864 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0df7a-a124-4c2a-948e-3b1bf937f857 req-878f2d78-964f-40a6-81b3-855d480bc72a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:04.277332 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b2f0df7a-a124-4c2a-948e-3b1bf937f857 req-878f2d78-964f-40a6-81b3-855d480bc72a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0470219 May 12 19:03:04.323211 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b2f0df7a-a124-4c2a-948e-3b1bf937f857 req-b2730682-271d-4f16-94da-a07fde3a9f52 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 May 12 19:03:05.439476 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68ef87-4072-4a0d-ab21-63d8c3d4a6bf req-7dc426b9-64ff-4638-a6e4-31abbf0a9f0e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:05.441161 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec68ef87-4072-4a0d-ab21-63d8c3d4a6bf req-7dc426b9-64ff-4638-a6e4-31abbf0a9f0e tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0521660 May 12 19:03:05.488619 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec68ef87-4072-4a0d-ab21-63d8c3d4a6bf req-91237643-83cf-444d-a393-e18a7c73ceb4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 May 12 19:03:06.601131 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2a356-7708-4e72-a8c2-af33341619a6 req-3dd15940-7588-4f96-83dd-8b32fe7a4466 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:06.602647 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2c2a356-7708-4e72-a8c2-af33341619a6 req-3dd15940-7588-4f96-83dd-8b32fe7a4466 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0456817 May 12 19:03:06.651624 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2c2a356-7708-4e72-a8c2-af33341619a6 req-b6b9e7d7-1f91-4385-9687-09ed4b6bc7a6 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 May 12 19:03:07.771121 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6001f-26a3-4e38-9298-5fbe52891cd5 req-0a6b3ff6-a5f0-4cc9-99d1-67adac38fcac tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:07.772601 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-12d6001f-26a3-4e38-9298-5fbe52891cd5 req-0a6b3ff6-a5f0-4cc9-99d1-67adac38fcac tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0455966 May 12 19:03:07.821935 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-12d6001f-26a3-4e38-9298-5fbe52891cd5 req-04715fcd-f808-4129-ac4f-f33ad2e3aa71 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 May 12 19:03:08.934476 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8992f7-29c4-42ca-93ac-10c55bd2b06d req-7e7084ee-57d6-4a10-8d6c-487e2aed4ffa tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:08.935923 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf8992f7-29c4-42ca-93ac-10c55bd2b06d req-7e7084ee-57d6-4a10-8d6c-487e2aed4ffa tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0470841 May 12 19:03:08.983659 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf8992f7-29c4-42ca-93ac-10c55bd2b06d req-1138bf05-1610-452a-b988-ad318416c2e9 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 May 12 19:03:10.096455 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796104-26e7-4567-8982-ff33ee34f4b1 req-b56cbf83-bab2-4161-9325-991f05dd6165 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:10.097935 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24796104-26e7-4567-8982-ff33ee34f4b1 req-b56cbf83-bab2-4161-9325-991f05dd6165 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0468311 May 12 19:03:10.144314 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24796104-26e7-4567-8982-ff33ee34f4b1 req-702e1364-a2c4-484e-ae99-0a655e578f10 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 May 12 19:03:11.257550 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b474e-545a-467d-ab9d-de6d94dcf8f7 req-d933e66b-d297-47e3-a4eb-f1cc4e51807a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:11.258981 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b8b474e-545a-467d-ab9d-de6d94dcf8f7 req-d933e66b-d297-47e3-a4eb-f1cc4e51807a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0485859 May 12 19:03:11.304603 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b8b474e-545a-467d-ab9d-de6d94dcf8f7 req-8becbaf3-f693-47c7-8b62-cf48b4658b22 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 May 12 19:03:12.424223 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b48461-16d0-44d6-ac8c-21572abc08b6 req-832a8ad7-1b3b-44ba-b488-c7706e18205f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:12.425997 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54b48461-16d0-44d6-ac8c-21572abc08b6 req-832a8ad7-1b3b-44ba-b488-c7706e18205f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0493274 May 12 19:03:12.476228 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54b48461-16d0-44d6-ac8c-21572abc08b6 req-eff71f12-63cf-4631-8a3c-73e9fd17479a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 May 12 19:03:12.872495 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1693a-e5ef-4e7c-aa9a-2b536a94fe55 req-5176d1fa-51b7-4830-a0ba-da101189e508 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:12.873872 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c4e1693a-e5ef-4e7c-aa9a-2b536a94fe55 req-5176d1fa-51b7-4830-a0ba-da101189e508 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.3865218 May 12 19:03:12.875290 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-5f348c95-b31e-472b-9c66-4057e54089cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:12.876595 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-5f348c95-b31e-472b-9c66-4057e54089cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1129 time: 0.3804331 May 12 19:03:12.882716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-ac6f2fc5-f63f-41d7-b7ed-2811a39d418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:12.884177 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-ac6f2fc5-f63f-41d7-b7ed-2811a39d418e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0893350 May 12 19:03:12.928216 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a74f-76ce-4141-9562-81f8bca1b14a req-2748fc0a-c477-41f5-a35a-f1f4b18c2365 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:12.929623 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31e9a74f-76ce-4141-9562-81f8bca1b14a req-2748fc0a-c477-41f5-a35a-f1f4b18c2365 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1358702 May 12 19:03:13.076149 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c4e1693a-e5ef-4e7c-aa9a-2b536a94fe55 req-4770b765-9d66-49e0-8d53-683dcf387f42 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945729 May 12 19:03:13.108457 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31e9a74f-76ce-4141-9562-81f8bca1b14a req-6ebed6f5-73e0-4026-84c9-42171bf72f97 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697731 May 12 19:03:13.111429 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-0d93f6ae-d308-47e2-a531-c8eaea52c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:13.112882 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-0d93f6ae-d308-47e2-a531-c8eaea52c449 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.2255147 May 12 19:03:13.165917 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-3bd5f91e-0686-4047-a8b5-b8a2a9ffa8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:13.167375 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-3bd5f91e-0686-4047-a8b5-b8a2a9ffa8af service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 912 time: 0.2651308 May 12 19:03:13.230437 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-b4e05f09-2219-42ea-bfff-fe013f5dda94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 200 len: 1001 time: 0.1067693 May 12 19:03:13.254681 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-d5131878-b9f0-4aba-91f4-d79cfe0a0811 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7 HTTP/1.1" status: 200 len: 1000 time: 0.0802112 May 12 19:03:13.326821 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-9fb9ba5e-dfa4-4af9-ba58-9ade15b8b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:13.328843 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-9fb9ba5e-dfa4-4af9-ba58-9ade15b8b3e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0895417 May 12 19:03:13.334139 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-3e154791-af26-4824-a356-92d45d1b4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:13.335382 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-3e154791-af26-4824-a356-92d45d1b4943 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 200 len: 850 time: 0.0633619 May 12 19:03:13.412828 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ccc7-de02-4f9f-a08c-6bd3c3346e2c req-7c271677-660c-4a6c-a40b-bb0171af45f1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:13.414233 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f073ccc7-de02-4f9f-a08c-6bd3c3346e2c req-7c271677-660c-4a6c-a40b-bb0171af45f1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 947 time: 0.0472794 May 12 19:03:13.460208 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f073ccc7-de02-4f9f-a08c-6bd3c3346e2c req-78331a00-7c4b-407a-b25f-b1273eddafd0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 May 12 19:03:14.200725 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d699-4c22-425c-8ac5-e53c9ef89e5e req-38b71a75-86da-415c-9041-8e2e15de9b24 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:14.202191 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a26d699-4c22-425c-8ac5-e53c9ef89e5e req-38b71a75-86da-415c-9041-8e2e15de9b24 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0566924 May 12 19:03:14.251764 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b5bf2-b4e5-47af-88df-3ab7fc368d1c req-9e9e6a86-02d0-410f-97f5-d47fac0a904f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:14.253171 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c0b5bf2-b4e5-47af-88df-3ab7fc368d1c req-9e9e6a86-02d0-410f-97f5-d47fac0a904f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0735209 May 12 19:03:14.291976 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a26d699-4c22-425c-8ac5-e53c9ef89e5e req-16b00494-ecdf-4080-a0ae-0be7743848d0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705671 May 12 19:03:14.317288 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c0b5bf2-b4e5-47af-88df-3ab7fc368d1c req-4898b407-0321-47f4-8c5d-cfdadbfa24c0 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545177 May 12 19:03:14.577608 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8dc4b-1eb2-4928-a604-2c44ac3fa6bf req-2058298a-b850-4236-a0ad-a5b8adf669aa tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:14.579063 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f7d8dc4b-1eb2-4928-a604-2c44ac3fa6bf req-2058298a-b850-4236-a0ad-a5b8adf669aa tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 947 time: 0.0463173 May 12 19:03:14.627192 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f7d8dc4b-1eb2-4928-a604-2c44ac3fa6bf req-9a4f3f7a-d4ee-423f-9a9b-865536eef145 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 May 12 19:03:14.726471 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-71c4efff-709f-4e02-9775-cc49325f3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:14.727956 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-71c4efff-709f-4e02-9775-cc49325f3cd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc5243f-8a82-4161-97c5-4250a7dc2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681975 May 12 19:03:14.732878 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-e4664cfa-60dd-4f1c-85cf-bdd0fcf48c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:14.734305 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-e4664cfa-60dd-4f1c-85cf-bdd0fcf48c4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664079 May 12 19:03:15.063902 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-db83137b-1a90-46aa-9a27-88efd3cf5ac3 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532474 May 12 19:03:15.067125 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-4dceff4b-9b9e-4a9d-b452-894bc2bb8fb5 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488307 May 12 19:03:15.187931 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-15c878f0-654b-4084-8282-710c11993e76 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:15.189360 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-15c878f0-654b-4084-8282-710c11993e76 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 947 time: 0.1200385 May 12 19:03:15.321920 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-be2aa2ff-5727-43f4-b25c-fe24969adec0 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449224 May 12 19:03:15.332649 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1cfd892d-f74a-4c68-9459-6b06090abbcb req-1df0eacc-9f20-4c76-921a-e78f2aa86a7e service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547975 May 12 19:03:15.349723 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Deleting port 1abe14a4-11ef-449b-a24c-786cad5c7d21 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:03:15.350800 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:15.488046 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf2442-8c14-4617-8d4c-c2cc1e824a88 req-18bf097e-1122-41d0-99b1-2a3e06eba041 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:15.489484 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-28bf2442-8c14-4617-8d4c-c2cc1e824a88 req-18bf097e-1122-41d0-99b1-2a3e06eba041 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.1237748 May 12 19:03:15.512766 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf736d-d1b6-4800-88b4-beb9be53803f req-082f4177-5ea3-488d-a566-9cba8215db07 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:15.514169 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2fdf736d-d1b6-4800-88b4-beb9be53803f req-082f4177-5ea3-488d-a566-9cba8215db07 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1102350 May 12 19:03:15.557258 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] For port 1abe14a4-11ef-449b-a24c-786cad5c7d21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1abe14a4-11ef-449b-a24c-786cad5c7d21,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:03:15.557752 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:15.636982 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-28bf2442-8c14-4617-8d4c-c2cc1e824a88 req-76734cdc-d581-4355-9cce-47da94e4feb9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397979 May 12 19:03:15.648309 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2fdf736d-d1b6-4800-88b4-beb9be53803f req-774b2fa2-a22e-4540-b005-faf3e14e9a51 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255214 May 12 19:03:15.787847 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c38641-3325-4db1-a497-b8e70abfc045 req-dc3dd7b8-5e34-4924-8855-9cceac81f3c4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:15.789212 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-15c38641-3325-4db1-a497-b8e70abfc045 req-dc3dd7b8-5e34-4924-8855-9cceac81f3c4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3fae6df-666d-4354-9089-87b51631cb48 HTTP/1.1" status: 200 len: 947 time: 0.0904229 May 12 19:03:15.820798 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:15.821159 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (416143c5-03f2-4104-a32c-939c4d0c7f51), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:15.821472 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Floating IP 416143c5-03f2-4104-a32c-939c4d0c7f51 disassociated. External IP: 172.27.3.188, port: 1abe14a4-11ef-449b-a24c-786cad5c7d21. May 12 19:03:15.821842 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Calling delete_port for 1abe14a4-11ef-449b-a24c-786cad5c7d21 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:03:15.887467 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-15c38641-3325-4db1-a497-b8e70abfc045 req-09ddb01b-8966-45be-a5d6-45317a2de93a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=b823caff-99cb-460c-bdd6-c14f99f42f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916109 May 12 19:03:15.970855 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (1abe14a4-11ef-449b-a24c-786cad5c7d21), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:15.999436 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event deleted for resources: {'Port': ['ID=1abe14a4-11ef-449b-a24c-786cad5c7d21,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:16.114720 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:03:16.224869 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:03:16.234430 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] Sync routers for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:03:16.244071 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:16.244681 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:02:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:16.266748 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] No DVR routers for this DVR port 1abe14a4-11ef-449b-a24c-786cad5c7d21 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:03:16.269333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:16.272465 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-45fc043b-4e89-4d72-bfc9-28c48ec9c1e1 req-b18cf9f6-94f9-4fee-b512-aa6fbbfa530b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "DELETE /v2.0/ports/1abe14a4-11ef-449b-a24c-786cad5c7d21 HTTP/1.1" status: 204 len: 173 time: 1.0513654 May 12 19:03:16.272894 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-deleted', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:03:16.275129 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0cf3c3-49cc-4c5f-891b-939100fc8ace" -d '{"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-deleted", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:03:16.309119 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edcffe2-3ec4-4957-ac82-69c08797b2f5 x-openstack-request-id: req-0edcffe2-3ec4-4957-ac82-69c08797b2f5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:03:16.309408 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fae6df-666d-4354-9089-87b51631cb48", "name": "network-vif-deleted", "tag": "1abe14a4-11ef-449b-a24c-786cad5c7d21", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:03:16.309687 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0edcffe2-3ec4-4957-ac82-69c08797b2f5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:03:16.310095 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edcffe2-3ec4-4957-ac82-69c08797b2f5'] response: {'server_uuid': 'f3fae6df-666d-4354-9089-87b51631cb48', 'name': 'network-vif-deleted', 'tag': '1abe14a4-11ef-449b-a24c-786cad5c7d21', 'status': 'completed', 'code': 200} May 12 19:03:16.355481 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:16.559715 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:16.586796 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] Checking router: b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:03:16.602668 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:16.603280 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:02:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:16.712875 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:16.792202 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1c93-fb69-424b-b477-d3ff66ec6934 req-889da2a6-435d-4d68-a451-36e445259373 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:16.793696 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d83f1c93-fb69-424b-b477-d3ff66ec6934 req-889da2a6-435d-4d68-a451-36e445259373 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0803354 May 12 19:03:16.804887 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83148e-6fe5-414a-a514-9e3abea37810 req-78ccae69-0e85-4259-8102-b44164de8a57 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:16.806550 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f83148e-6fe5-414a-a514-9e3abea37810 req-78ccae69-0e85-4259-8102-b44164de8a57 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0596929 May 12 19:03:16.873933 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d83f1c93-fb69-424b-b477-d3ff66ec6934 req-21633ead-6360-4a8e-9d22-88a3520a6588 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663970 May 12 19:03:16.880654 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f83148e-6fe5-414a-a514-9e3abea37810 req-8131bb47-75a2-4424-8b07-6f4ad6e3bf95 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672784 May 12 19:03:16.904277 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:16.934511 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cda307-9ea4-4bd5-b7b1-5da17a393ed1 None None] The sync data for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi is: [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:03:16.976592 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:17.035778 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9590ef54-3d9d-4fe2-85c2-94f929f5bc8e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (b823caff-99cb-460c-bdd6-c14f99f42f1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.058579 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9590ef54-3d9d-4fe2-85c2-94f929f5bc8e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (b823caff-99cb-460c-bdd6-c14f99f42f1b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.106536 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9590ef54-3d9d-4fe2-85c2-94f929f5bc8e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b823caff-99cb-460c-bdd6-c14f99f42f1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.109274 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9590ef54-3d9d-4fe2-85c2-94f929f5bc8e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.113201 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9590ef54-3d9d-4fe2-85c2-94f929f5bc8e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "DELETE /v2.0/security-groups/b823caff-99cb-460c-bdd6-c14f99f42f1b HTTP/1.1" status: 204 len: 168 time: 0.1354413 May 12 19:03:17.113414 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38520) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:17.126171 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590ef54-3d9d-4fe2-85c2-94f929f5bc8e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b823caff-99cb-460c-bdd6-c14f99f42f1b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:17.128262 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.api.v2.resource [None req-d92a58a3-4ca2-43de-b2db-ea407b128fdb tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] show failed (client error): The resource could not be found. May 12 19:03:17.132106 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-d92a58a3-4ca2-43de-b2db-ea407b128fdb tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups/b823caff-99cb-460c-bdd6-c14f99f42f1b HTTP/1.1" status: 404 len: 347 time: 0.0178120 May 12 19:03:17.133632 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38522) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:17.177979 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3f01e-cd17-42ac-b669-63c7b11ab1f8 None None] New status for floating IP 416143c5-03f2-4104-a32c-939c4d0c7f51: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:03:17.255310 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Deleting port 5f8523d2-3272-413a-b8ef-0da1c7848038 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:03:17.255650 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (5f8523d2-3272-413a-b8ef-0da1c7848038), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.336417 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (5f8523d2-3272-413a-b8ef-0da1c7848038), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.336740 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (5f8523d2-3272-413a-b8ef-0da1c7848038), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.349203 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Calling delete_port for 5f8523d2-3272-413a-b8ef-0da1c7848038 owned by network:floatingip {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:03:17.509738 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (5f8523d2-3272-413a-b8ef-0da1c7848038), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.534604 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event deleted for resources: {'Port': ['ID=5f8523d2-3272-413a-b8ef-0da1c7848038,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:17.594454 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (416143c5-03f2-4104-a32c-939c4d0c7f51), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.596947 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.598112 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-252cdfbc-ecad-4f23-8a52-f252848fa153 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "DELETE /v2.0/floatingips/416143c5-03f2-4104-a32c-939c4d0c7f51 HTTP/1.1" status: 204 len: 168 time: 0.4633815 May 12 19:03:17.680695 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:17.685256 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-668da1f0-0d7f-43f1-89f7-8d703310438b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348569908', 'description': 'tempest-description--78089002'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:17.706540 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-668da1f0-0d7f-43f1-89f7-8d703310438b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.771276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-668da1f0-0d7f-43f1-89f7-8d703310438b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (4bc38b98-733f-4702-b577-c36a9f02355e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.774629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-668da1f0-0d7f-43f1-89f7-8d703310438b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (4bc38b98-733f-4702-b577-c36a9f02355e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.801347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-668da1f0-0d7f-43f1-89f7-8d703310438b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.802558 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-668da1f0-0d7f-43f1-89f7-8d703310438b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1207945 May 12 19:03:17.805580 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38528) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:17.806485 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668da1f0-0d7f-43f1-89f7-8d703310438b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc38b98-733f-4702-b577-c36a9f02355e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:17.814265 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-a4d7c851-00d2-498e-90fb-a9e95b108f0a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'security_group_rule': {'security_group_id': '4bc38b98-733f-4702-b577-c36a9f02355e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:17.838901 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c851-00d2-498e-90fb-a9e95b108f0a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (92d1e1de-57fb-4138-93e3-a1b313c31a85), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.893850 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c851-00d2-498e-90fb-a9e95b108f0a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (92d1e1de-57fb-4138-93e3-a1b313c31a85), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.897207 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c851-00d2-498e-90fb-a9e95b108f0a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (92d1e1de-57fb-4138-93e3-a1b313c31a85), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.912974 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7c851-00d2-498e-90fb-a9e95b108f0a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d1e1de-57fb-4138-93e3-a1b313c31a85,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:17.924612 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c851-00d2-498e-90fb-a9e95b108f0a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.925897 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a4d7c851-00d2-498e-90fb-a9e95b108f0a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192410 May 12 19:03:17.928511 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38532) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:17.932861 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-b5c98b06-b370-403c-9af9-eeb6addeda93 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'security_group_rule': {'security_group_id': '4bc38b98-733f-4702-b577-c36a9f02355e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:17.958718 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5c98b06-b370-403c-9af9-eeb6addeda93 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (4c629ce4-106d-4626-b833-6208cad668a8), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:17.991906 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f358b5-7fc8-4f2c-b007-73cde8e0badb req-89f00236-8597-4624-acd8-3a05dda12514 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:17.993395 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-43f358b5-7fc8-4f2c-b007-73cde8e0badb req-89f00236-8597-4624-acd8-3a05dda12514 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0478702 May 12 19:03:18.014408 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5c98b06-b370-403c-9af9-eeb6addeda93 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (4c629ce4-106d-4626-b833-6208cad668a8), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.018335 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5c98b06-b370-403c-9af9-eeb6addeda93 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (4c629ce4-106d-4626-b833-6208cad668a8), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.039265 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c98b06-b370-403c-9af9-eeb6addeda93 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c629ce4-106d-4626-b833-6208cad668a8,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:18.044806 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5c98b06-b370-403c-9af9-eeb6addeda93 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.048406 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-43f358b5-7fc8-4f2c-b007-73cde8e0badb req-51d5381f-db45-47eb-bb1a-bcabbcd7d1ae tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493178 May 12 19:03:18.049538 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:18.049794 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-b5c98b06-b370-403c-9af9-eeb6addeda93 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202149 May 12 19:03:18.053701 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:18.073670 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.150603 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.256183 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Allocated IP 172.27.3.161 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/29bcca1e-89d7-4bf5-a6e1-c75368d818f9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:03:18.354487 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for port (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.385763 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.426419 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:03:18.429320 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:03:18.434762 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:03:18.456107 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'Port': ['ID=29bcca1e-89d7-4bf5-a6e1-c75368d818f9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:18.519279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (d608fde6-ed62-47e1-9e70-25c127c6f524), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.554446 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.734287 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for port (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.738545 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.809231 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'Port': ['ID=29bcca1e-89d7-4bf5-a6e1-c75368d818f9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:18.819716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (d608fde6-ed62-47e1-9e70-25c127c6f524), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.836114 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:18.837318 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b844ad87-32a5-41d2-9d50-c15a8594e6f3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7868550 May 12 19:03:19.029289 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-50c18a6c-c240-47e4-8da8-9750f236a80d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1348569908&fields=id&tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb HTTP/1.1" status: 200 len: 267 time: 0.0408387 May 12 19:03:19.142279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c891-0131-418c-8383-e56b9933f651 req-0b137fd2-ea4b-42f0-a63a-6f95cdeb0395 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:19.143706 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-0b137fd2-ea4b-42f0-a63a-6f95cdeb0395 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 817 time: 0.1074705 May 12 19:03:19.179649 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-7effae97-fc9a-4891-8928-6da07b8a8241 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/quotas/2a8b3b5b2c48416c8c6b99b27cfa3aeb HTTP/1.1" status: 200 len: 375 time: 0.0161667 May 12 19:03:19.187682 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5770-0f1b-4a21-8f21-e551eaac3b14 req-6d129d3c-1eff-4156-9266-39c7f0857b13 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:19.189066 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e99d5770-0f1b-4a21-8f21-e551eaac3b14 req-6d129d3c-1eff-4156-9266-39c7f0857b13 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0726759 May 12 19:03:19.249366 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-74dc49ed-169a-4982-b816-c959ddc25e6e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593381 May 12 19:03:19.273846 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e99d5770-0f1b-4a21-8f21-e551eaac3b14 req-e58bacd9-72f4-4c27-ac26-66f9b9a9d4ca tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759704 May 12 19:03:19.308145 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc31d0fa-8736-425b-bc4d-2f8afdcf861e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:19.599359 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-f83d678d-47fd-450f-ad20-c3941ef04608 service neutron] 10.222.0.48 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376434 May 12 19:03:19.685253 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-4e5bcd69-aa78-4e3e-bbaa-e7fdf6dddbdd service neutron] 10.222.0.48 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802331 May 12 19:03:19.845450 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae595774-0f34-46ba-9d8b-53fdffd71003 req-3ee9850d-7fbd-4405-95bf-c69ebb9db4f8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 210 time: 0.0315142 May 12 19:03:19.964274 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:03:19.985177 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 1abe14a4-11ef-449b-a24c-786cad5c7d21 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:03:19.985514 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1abe14a4-11ef-449b-a24c-786cad5c7d21 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:03:20.388024 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a197-c6a7-4d5d-9ffe-ef55aa364de0 req-5b9e277a-117e-43e1-a9d3-073295109b58 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:20.389403 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c41a197-c6a7-4d5d-9ffe-ef55aa364de0 req-5b9e277a-117e-43e1-a9d3-073295109b58 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0472870 May 12 19:03:20.435310 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c41a197-c6a7-4d5d-9ffe-ef55aa364de0 req-09e96e7d-5dbf-4688-b291-f73ee421598d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403326 May 12 19:03:20.880421 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c891-0131-418c-8383-e56b9933f651 req-046e495b-1ee6-4d56-89bd-8030b07c2274 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:20.881923 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-046e495b-1ee6-4d56-89bd-8030b07c2274 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 817 time: 0.1056650 May 12 19:03:20.954126 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e9566a6-dae1-4d7d-b3c7-16a353823668 req-6251edee-54b4-4dca-b94b-92145dd3ec90 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 210 time: 0.0367041 May 12 19:03:20.979791 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-7d1c91ee-f1a2-4db5-bdbb-2e8f8551d3aa tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb HTTP/1.1" status: 200 len: 380 time: 0.0809143 May 12 19:03:21.052893 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'port': {'device_id': '651ff207-805c-42db-9da8-6e493ecdd78e', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'admin_state_up': True, 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'security_groups': ['4bc38b98-733f-4702-b577-c36a9f02355e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:21.159696 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Made reservation on behalf of 2a8b3b5b2c48416c8c6b99b27cfa3aeb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:03:21.163307 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:21.284566 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Allocated IP 172.20.0.10 (a5a4fc0e-0042-4201-aa54-6b150376479a/67e91d20-b606-4e36-90c9-6433a55bb5af/d6ee4e3b-c3f4-4c30-877e-37f58454c827) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:03:21.338319 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-743530e3-bc04-4307-8654-4e0adcf2cf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:21.425860 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:21.458632 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:21.498637 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Network a5a4fc0e-0042-4201-aa54-6b150376479a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:03:21.502170 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:03:21.505994 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:03:21.554969 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:21.597765 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94c44-bd0f-4454-9d19-74ecfe2d69ed req-fdcdacf7-ea04-4bed-b455-784b00434fa2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:21.599311 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-adb94c44-bd0f-4454-9d19-74ecfe2d69ed req-fdcdacf7-ea04-4bed-b455-784b00434fa2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0858078 May 12 19:03:21.604600 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:21.605202 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:21.637107 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-21f3bd56-f66b-4e51-ba30-52dd812a7399 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878477 May 12 19:03:21.658094 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Request body: {'port': {'device_id': '651ff207-805c-42db-9da8-6e493ecdd78e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:21.682905 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-adb94c44-bd0f-4454-9d19-74ecfe2d69ed req-d4347e51-c9b6-4d7d-9d75-b36cf5ba36e0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747170 May 12 19:03:21.699872 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-4ca328a8-aac6-4ad4-8e11-44fcc5ee8c3a None None] Provisioning complete for port d6ee4e3b-c3f4-4c30-877e-37f58454c827 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:03:21.700234 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4ca328a8-aac6-4ad4-8e11-44fcc5ee8c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:21.731133 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:21.737309 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-4ca328a8-aac6-4ad4-8e11-44fcc5ee8c3a None None] Port d6ee4e3b-c3f4-4c30-877e-37f58454c827 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:03:22.022606 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ee4e3b-c3f4-4c30-877e-37f58454c827 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:03:22.039499 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Publish callbacks [] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:22.078983 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Transition to ACTIVE for port object d6ee4e3b-c3f4-4c30-877e-37f58454c827 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:03:22.086088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eb96b-a047-4296-b081-32f837d34e7d req-69673cf1-8f92-4197-bb06-4b8913934d0b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:22.087545 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac8eb96b-a047-4296-b081-32f837d34e7d req-69673cf1-8f92-4197-bb06-4b8913934d0b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 932 time: 0.0606019 May 12 19:03:22.088572 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:22.195288 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:22.205383 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac8eb96b-a047-4296-b081-32f837d34e7d req-3baa222f-a6b9-44cf-866d-42cad9404d0b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123490 May 12 19:03:22.253465 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Attempting to bind port d6ee4e3b-c3f4-4c30-877e-37f58454c827 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:03:22.253829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Attempting to bind port d6ee4e3b-c3f4-4c30-877e-37f58454c827 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:03:22.254158 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Attempting to bind port d6ee4e3b-c3f4-4c30-877e-37f58454c827 on network a5a4fc0e-0042-4201-aa54-6b150376479a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:03:22.258855 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Port d6ee4e3b-c3f4-4c30-877e-37f58454c827 on network a5a4fc0e-0042-4201-aa54-6b150376479a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:03:22.259176 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Attempting to bind port d6ee4e3b-c3f4-4c30-877e-37f58454c827 on network a5a4fc0e-0042-4201-aa54-6b150376479a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:03:22.264240 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:03:22.264581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Checking segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:03:22.265489 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Bound using segment: {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:03:22.265944 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Bound port: d6ee4e3b-c3f4-4c30-877e-37f58454c827, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f545e24f-5f7d-4c0d-ac78-8f479c931a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:03:22.266308 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:22.334600 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:03:22.337612 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:03:22.343863 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:22.384187 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:22.384882 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:22.386178 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] 10.222.0.49 "PUT /v2.0/ports/d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 200 len: 1094 time: 0.7327769 May 12 19:03:22.386605 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:03:22.388844 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f" -d '{"events": [{"name": "network-changed", "server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:03:22.416137 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51c24e-c134-467c-9f27-c832e3f72b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:22.437496 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d92b95-3c46-43f0-8c65-e375b314c9a7 x-openstack-request-id: req-a6d92b95-3c46-43f0-8c65-e375b314c9a7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:03:22.437902 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:03:22.438230 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6d92b95-3c46-43f0-8c65-e375b314c9a7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:03:22.438713 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d92b95-3c46-43f0-8c65-e375b314c9a7'] response: {'name': 'network-changed', 'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'status': 'completed', 'code': 200} May 12 19:03:22.498360 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c891-0131-418c-8383-e56b9933f651 req-e3d7f9ed-5751-4770-a02d-4a7b88290ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:22.499820 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-e3d7f9ed-5751-4770-a02d-4a7b88290ed6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 1128 time: 0.0409415 May 12 19:03:22.552717 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-65ffb426-c3d9-460f-accd-0bddd05831c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 200 len: 217 time: 0.0398729 May 12 19:03:22.601402 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c891-0131-418c-8383-e56b9933f651 req-84eca04f-7f7a-48c7-a458-d6b92dacf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:22.602924 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-84eca04f-7f7a-48c7-a458-d6b92dacf458 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0444429 May 12 19:03:22.645137 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c891-0131-418c-8383-e56b9933f651 req-5cea2d6e-2f56-4ea2-a0ad-0181d192ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:22.646625 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-5cea2d6e-2f56-4ea2-a0ad-0181d192ee61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382137 May 12 19:03:22.737748 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-5adefb56-e71d-4dae-86aa-62630cae2227 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848637 May 12 19:03:22.853063 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366fe65-f1e3-4085-8a88-9f2748e918f0 req-d8b85621-438d-4a07-be52-46d5097a5385 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:22.854490 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8366fe65-f1e3-4085-8a88-9f2748e918f0 req-d8b85621-438d-4a07-be52-46d5097a5385 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0926590 May 12 19:03:22.888305 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78e1c891-0131-418c-8383-e56b9933f651 req-63e0e2e6-2c3e-4929-822b-5ae5400ef7f9 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434901 May 12 19:03:22.915977 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8366fe65-f1e3-4085-8a88-9f2748e918f0 req-cd59abb9-2b30-4fac-ba16-16db3eaa7701 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554488 May 12 19:03:22.952647 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:23.324056 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a784f-7af4-45c3-9735-f154751dc001 req-f424a0c7-de30-41ee-b7dc-41ba893ef12b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:23.325497 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c9a784f-7af4-45c3-9735-f154751dc001 req-f424a0c7-de30-41ee-b7dc-41ba893ef12b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0462079 May 12 19:03:23.370788 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c9a784f-7af4-45c3-9735-f154751dc001 req-23f0d88d-5b17-429a-9e8c-38d7073984de tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 May 12 19:03:23.528602 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:24.028051 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528c61c-73ff-4016-80a3-75fdd19b4fbf req-aa574c5d-f514-426a-b402-1683bab835a3 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:24.029469 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4528c61c-73ff-4016-80a3-75fdd19b4fbf req-aa574c5d-f514-426a-b402-1683bab835a3 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0442770 May 12 19:03:24.080143 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4528c61c-73ff-4016-80a3-75fdd19b4fbf req-5bad92ca-e5a3-46b3-b712-f5b1cea8c1b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443580 May 12 19:03:24.171142 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-af0885e2-a67b-4a00-be27-68d624c278ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:24.172642 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-af0885e2-a67b-4a00-be27-68d624c278ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 1128 time: 0.0404336 May 12 19:03:24.208998 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:24.322979 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-a35635d9-d544-4980-987f-2f09a501658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:24.324414 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-a35635d9-d544-4980-987f-2f09a501658f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.0849013 May 12 19:03:24.487317 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5402bc-a738-44a7-ac31-46da74c375a8 req-b07f304a-9eb4-4b8e-b4dc-e7bb5bf08376 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:24.488691 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b5402bc-a738-44a7-ac31-46da74c375a8 req-b07f304a-9eb4-4b8e-b4dc-e7bb5bf08376 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0490725 May 12 19:03:24.544714 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-9f4b4665-e642-4721-927e-05b912dde9ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 200 len: 217 time: 0.0375583 May 12 19:03:24.595780 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b5402bc-a738-44a7-ac31-46da74c375a8 req-268c4aa5-cc0c-4c6f-9e83-83b4bbca88d1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016188 May 12 19:03:24.604264 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-a0b4a847-69c9-40e9-8e0e-724e64326ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:24.605671 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-a0b4a847-69c9-40e9-8e0e-724e64326ab4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0551386 May 12 19:03:24.652649 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-99db99af-d99f-4557-a856-483112feeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:24.654139 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-99db99af-d99f-4557-a856-483112feeb36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415628 May 12 19:03:24.746338 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-a7be6c01-e43a-4190-a917-ee7d0bd5f0fc service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852973 May 12 19:03:24.844560 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55ad393e-ad9a-4f20-b0f4-2bffa68b938f req-94801ff9-6a07-4f98-9549-b5bf62792fe7 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902715 May 12 19:03:25.191211 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbb408-f558-49e2-8a4e-8e2395599216 req-31e47a77-4865-4b9c-86c5-8640bf5b392a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:25.192635 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89fbb408-f558-49e2-8a4e-8e2395599216 req-31e47a77-4865-4b9c-86c5-8640bf5b392a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0460458 May 12 19:03:25.237082 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89fbb408-f558-49e2-8a4e-8e2395599216 req-da02fb2e-8cbe-4e55-9a0d-050b40202dca tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 May 12 19:03:25.597759 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:25.719732 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf28ea-342e-4b89-a509-4fe069c0fbc4 req-905065a7-198c-4f01-990e-04a20d81bca4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:25.721181 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1edf28ea-342e-4b89-a509-4fe069c0fbc4 req-905065a7-198c-4f01-990e-04a20d81bca4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0521438 May 12 19:03:25.765893 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1edf28ea-342e-4b89-a509-4fe069c0fbc4 req-8106bf3d-252e-49c7-be54-2a235bfdf417 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391827 May 12 19:03:26.002779 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:03:26.100097 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:03:26.111568 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'port_id': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'mac_address': 'fa:16:3e:07:70:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:03:26.147685 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d6ee4e3b-c3f4-4c30-877e-37f58454c827 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:03:26.148065 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:26.160677 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ee4e3b-c3f4-4c30-877e-37f58454c827 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:03:26.183303 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:03:26.187745 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:26.231104 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:26.348158 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edf84-6922-4e9b-aff4-3a7d7d31d870 req-d4875b5b-050e-49dd-8489-8c03d55b19f7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:26.349545 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf4edf84-6922-4e9b-aff4-3a7d7d31d870 req-d4875b5b-050e-49dd-8489-8c03d55b19f7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0452957 May 12 19:03:26.393647 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf4edf84-6922-4e9b-aff4-3a7d7d31d870 req-fc252ac8-5b51-4f5c-bf32-a44ec6ba21ed tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 May 12 19:03:26.559112 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['d6ee4e3b-c3f4-4c30-877e-37f58454c827'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:03:26.880361 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c7682-eac7-4688-919c-6f534de82a19 req-c8a86ed7-8528-47c6-b86c-40361651f4eb tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:26.881745 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-228c7682-eac7-4688-919c-6f534de82a19 req-c8a86ed7-8528-47c6-b86c-40361651f4eb tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 945 time: 0.0476618 May 12 19:03:26.931653 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-228c7682-eac7-4688-919c-6f534de82a19 req-db1a593e-5db9-43d7-bc2a-99b63ebddeed tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443869 May 12 19:03:27.503965 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216fd8d-8bdd-4e04-a2d1-8823e1935cf8 req-c54ffacd-dcd1-4540-b3ae-45c434e36dcb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:27.505364 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3216fd8d-8bdd-4e04-a2d1-8823e1935cf8 req-c54ffacd-dcd1-4540-b3ae-45c434e36dcb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0452509 May 12 19:03:27.550159 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3216fd8d-8bdd-4e04-a2d1-8823e1935cf8 req-18f67618-c779-48a7-9853-3e5a9a5bbfb3 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394001 May 12 19:03:28.018112 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:03:28.047965 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66205cc1-519f-42f4-977c-5acc83648f1d req-e00b650b-877a-4c7a-8567-fa19597ec5a0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:28.049445 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66205cc1-519f-42f4-977c-5acc83648f1d req-e00b650b-877a-4c7a-8567-fa19597ec5a0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 945 time: 0.0470448 May 12 19:03:28.062008 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port d6ee4e3b-c3f4-4c30-877e-37f58454c827 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:03:28.067614 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port d6ee4e3b-c3f4-4c30-877e-37f58454c827 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:03:28.068125 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:28.096813 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66205cc1-519f-42f4-977c-5acc83648f1d req-69d00588-a373-4b73-92ac-0686c7b973c4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 May 12 19:03:28.143680 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d6ee4e3b-c3f4-4c30-877e-37f58454c827 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:03:28.144061 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:28.166304 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:03:28.168537 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def190fc-ec3d-43b0-922b-39025517fb69" -d '{"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:03:28.183991 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:03:28.187902 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:28.210310 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30d635-e0e8-4176-b00a-dc8dd514716e x-openstack-request-id: req-5b30d635-e0e8-4176-b00a-dc8dd514716e {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:03:28.210628 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:03:28.210881 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b30d635-e0e8-4176-b00a-dc8dd514716e {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:03:28.211272 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b30d635-e0e8-4176-b00a-dc8dd514716e'] response: {'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'code': 200} May 12 19:03:28.236225 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:28.410602 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1748663-7de2-4444-b823-8129e5b5216c req-588db311-b14f-49fa-bd6f-f7fd1536ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:28.412107 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e1748663-7de2-4444-b823-8129e5b5216c req-588db311-b14f-49fa-bd6f-f7fd1536ed0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 1130 time: 0.0416799 May 12 19:03:28.454115 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e1748663-7de2-4444-b823-8129e5b5216c req-185779f6-070a-439e-8777-6d1e3cd894cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354118 May 12 19:03:28.664014 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed308e99-0228-4aae-9057-411ba827fc98 req-b0a29de0-a5e4-451f-9557-5612876d15e4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:28.665552 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ed308e99-0228-4aae-9057-411ba827fc98 req-b0a29de0-a5e4-451f-9557-5612876d15e4 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0488715 May 12 19:03:28.711780 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ed308e99-0228-4aae-9057-411ba827fc98 req-f1e1085e-881e-4a5c-9f38-b0d0ebb654bb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406735 May 12 19:03:29.212555 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3760139-9e47-445c-9a89-3ead8e207cca req-10f85bf5-42b0-42d1-bc1c-bd0dd31b4e64 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:29.214088 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3760139-9e47-445c-9a89-3ead8e207cca req-10f85bf5-42b0-42d1-bc1c-bd0dd31b4e64 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0454464 May 12 19:03:29.262297 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3760139-9e47-445c-9a89-3ead8e207cca req-8a8633d2-19fd-4ba6-8fad-e8daa4ab33fe tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 May 12 19:03:29.824102 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a29b8-d76f-4491-9e34-c81d849a9eaf req-b9582841-06ae-4090-9dd9-8a598cbb14bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:29.825567 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-716a29b8-d76f-4491-9e34-c81d849a9eaf req-b9582841-06ae-4090-9dd9-8a598cbb14bf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0457671 May 12 19:03:29.870691 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-716a29b8-d76f-4491-9e34-c81d849a9eaf req-c13e896d-ad0b-4fce-9ac6-44d868d46179 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392570 May 12 19:03:30.378958 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08274d65-4cc9-46f8-9c2f-ec2337ce4ed2 req-48cc65c5-698f-4755-81fe-23cdfae0ff6f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:30.380318 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-08274d65-4cc9-46f8-9c2f-ec2337ce4ed2 req-48cc65c5-698f-4755-81fe-23cdfae0ff6f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0465503 May 12 19:03:30.426594 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-08274d65-4cc9-46f8-9c2f-ec2337ce4ed2 req-bfb7b966-9c82-4c8f-9ecb-75c333dfa806 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407708 May 12 19:03:30.538525 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0400ce-dd1b-4fb2-9fcd-36433b6d1196 req-8fa6749f-d395-4de7-83b8-9e66ee0550e4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:30.539982 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c0400ce-dd1b-4fb2-9fcd-36433b6d1196 req-8fa6749f-d395-4de7-83b8-9e66ee0550e4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0488262 May 12 19:03:30.548343 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:30.552609 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Request body: {'floatingip': {'port_id': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:30.590498 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (d608fde6-ed62-47e1-9e70-25c127c6f524), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:31.013203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebda9d-49d1-4fa9-9f97-5bd06220b143 req-8a8701e2-138e-475a-80df-3d7d4b74515e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:31.015350 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6bebda9d-49d1-4fa9-9f97-5bd06220b143 req-8a8701e2-138e-475a-80df-3d7d4b74515e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0769298 May 12 19:03:31.091306 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:31.098635 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (d608fde6-ed62-47e1-9e70-25c127c6f524), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:31.104530 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6bebda9d-49d1-4fa9-9f97-5bd06220b143 req-8e49a684-74ed-4f36-8681-e0142a923930 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819168 May 12 19:03:31.202792 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Floating IP d608fde6-ed62-47e1-9e70-25c127c6f524 associated. External IP: 172.27.3.161, port: d6ee4e3b-c3f4-4c30-877e-37f58454c827. May 12 19:03:31.654844 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:03:31.761061 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:03:31.766016 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:31.772330 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] Sync routers for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:03:31.782670 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:31.783283 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:31.794318 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a7c80596-1256-405a-b20d-75aa8533e5c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "PUT /v2.0/floatingips/d608fde6-ed62-47e1-9e70-25c127c6f524 HTTP/1.1" status: 200 len: 992 time: 1.2449517 May 12 19:03:31.795116 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:03:31.797598 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:03:31.832300 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e14de0-ac4a-4794-a878-43c2404cffe5 x-openstack-request-id: req-a3e14de0-ac4a-4794-a878-43c2404cffe5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:03:31.832586 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:03:31.832840 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3e14de0-ac4a-4794-a878-43c2404cffe5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:03:31.833240 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e14de0-ac4a-4794-a878-43c2404cffe5'] response: {'name': 'network-changed', 'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'status': 'completed', 'code': 200} May 12 19:03:31.891535 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:31.923405 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-23144968-468f-4676-b125-48f91e0480a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:31.924808 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-23144968-468f-4676-b125-48f91e0480a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 1130 time: 0.0400064 May 12 19:03:32.016480 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-6acf443a-c816-4f82-a792-e4b790e7350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:32.017937 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-6acf443a-c816-4f82-a792-e4b790e7350b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.0870106 May 12 19:03:32.086067 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-5c176cab-ef4d-49fe-8e80-b493123a75fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 200 len: 1000 time: 0.0606296 May 12 19:03:32.100842 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd608fde6-ed62-47e1-9e70-25c127c6f524', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'port_id': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'mac_address': 'fa:16:3e:07:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ff207-805c-42db-9da8-6e493ecdd78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:03:18Z', 'updated_at': '2022-05-12T19:03:30Z', 'revision_number': 1, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:32.130718 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] Checking router: b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:03:32.134549 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-26c9b2d4-b2cb-433d-93ef-d2aff0379f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:32.135573 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-26c9b2d4-b2cb-433d-93ef-d2aff0379f9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0434625 May 12 19:03:32.139332 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:32.139929 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:32.179643 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-806ef8ee-64be-43d3-a37b-0cf3750ee5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:32.181122 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-806ef8ee-64be-43d3-a37b-0cf3750ee5cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391228 May 12 19:03:32.252792 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca383a-8c9a-4b55-97ff-3730a91de563 req-242bd676-5cd7-4e03-875c-fd313e02732d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:32.254381 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5aca383a-8c9a-4b55-97ff-3730a91de563 req-242bd676-5cd7-4e03-875c-fd313e02732d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0722978 May 12 19:03:32.327011 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:32.340754 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-e2628b5c-976d-4c00-acb1-34d85042aafe service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484599 May 12 19:03:32.345498 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5aca383a-8c9a-4b55-97ff-3730a91de563 req-710b9c5c-04f3-4bab-a029-cfde4b47649b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638993 May 12 19:03:32.432956 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7509edb-9ebb-4634-a0ee-f9cc062f5e7c req-f58ecf90-d4d1-4d13-a504-21aafae4a55c service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860395 May 12 19:03:32.547323 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd608fde6-ed62-47e1-9e70-25c127c6f524', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'port_id': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'mac_address': 'fa:16:3e:07:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ff207-805c-42db-9da8-6e493ecdd78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:03:18Z', 'updated_at': '2022-05-12T19:03:30Z', 'revision_number': 1, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:32.575508 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b866b6-af9a-4e38-93dd-df62c2388987 None None] The sync data for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi is: [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': 'd608fde6-ed62-47e1-9e70-25c127c6f524', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'port_id': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'mac_address': 'fa:16:3e:07:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ff207-805c-42db-9da8-6e493ecdd78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:03:18Z', 'updated_at': '2022-05-12T19:03:30Z', 'revision_number': 1, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:03:32.754330 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3392b6-2e42-473e-8fc5-40e4d35c1bb3 None None] New status for floating IP d608fde6-ed62-47e1-9e70-25c127c6f524: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:03:33.467198 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99c9ca-873a-4695-bd05-2d8ae26eef34 req-e1c152ad-09ff-4828-92dc-510126252d87 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:33.468654 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e99c9ca-873a-4695-bd05-2d8ae26eef34 req-e1c152ad-09ff-4828-92dc-510126252d87 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0458724 May 12 19:03:33.514488 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e99c9ca-873a-4695-bd05-2d8ae26eef34 req-4d04e51f-0f00-4e63-a6e0-e7b6df6ceab7 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398088 May 12 19:03:34.625931 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af30ee0-106a-4613-a10f-32572738e3b1 req-168a0314-6748-4be5-b673-33594817210d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:34.627415 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5af30ee0-106a-4613-a10f-32572738e3b1 req-168a0314-6748-4be5-b673-33594817210d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0470996 May 12 19:03:34.677130 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5af30ee0-106a-4613-a10f-32572738e3b1 req-f2d156ad-ac0f-4977-add8-1ae219f5edf2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441813 May 12 19:03:35.776277 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:03:35.790806 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d9e62-935d-41f7-97bc-87945ed2c8b9 req-383c4ff7-79cd-4f6e-9ef5-8eb9efe3a687 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:35.792263 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-896d9e62-935d-41f7-97bc-87945ed2c8b9 req-383c4ff7-79cd-4f6e-9ef5-8eb9efe3a687 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0475075 May 12 19:03:35.838869 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-896d9e62-935d-41f7-97bc-87945ed2c8b9 req-8987182c-bef8-412a-9180-76c9cb3abaab tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 May 12 19:03:36.960482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ff297-07f3-47aa-af58-8342f36324f6 req-3e2f6c6f-c37c-48f2-83e1-f494ddeab337 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:36.961933 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d06ff297-07f3-47aa-af58-8342f36324f6 req-3e2f6c6f-c37c-48f2-83e1-f494ddeab337 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0551054 May 12 19:03:37.003937 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf0475-0eb6-4c77-a75d-81c848aebac2 req-c6a65536-2f12-4429-b62e-c290cec8207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:37.005388 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1eaf0475-0eb6-4c77-a75d-81c848aebac2 req-c6a65536-2f12-4429-b62e-c290cec8207d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1129 time: 0.0608976 May 12 19:03:37.046498 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d06ff297-07f3-47aa-af58-8342f36324f6 req-e1fa3e31-97a7-480e-a9d5-33251e18c84b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693064 May 12 19:03:37.070890 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1eaf0475-0eb6-4c77-a75d-81c848aebac2 req-1278e345-fe27-40bd-bc3d-121268c05061 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545738 May 12 19:03:38.164016 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdb8a1-a7cc-4936-824b-178feb099474 req-215fb4d4-67ef-44a2-8f58-67619b844fcf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:38.165692 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-32cdb8a1-a7cc-4936-824b-178feb099474 req-215fb4d4-67ef-44a2-8f58-67619b844fcf tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0494807 May 12 19:03:38.218707 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-32cdb8a1-a7cc-4936-824b-178feb099474 req-56833deb-b458-4391-8da1-bd8efc8ad961 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453522 May 12 19:03:39.332510 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14f423-423c-408d-baf5-60419a207ae2 req-e8e2bb0b-e21d-453f-80b5-2ec3087ff65e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:39.333995 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab14f423-423c-408d-baf5-60419a207ae2 req-e8e2bb0b-e21d-453f-80b5-2ec3087ff65e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0455048 May 12 19:03:39.382799 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab14f423-423c-408d-baf5-60419a207ae2 req-1ef7af49-a760-404f-a7eb-b0095a1e1d9f tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 May 12 19:03:39.781617 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e52a7-ec1c-4a9b-9860-284e2d168f3a req-ef6773d8-0e29-4d56-a157-64e93a0d8b0a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:39.783026 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e72e52a7-ec1c-4a9b-9860-284e2d168f3a req-ef6773d8-0e29-4d56-a157-64e93a0d8b0a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0732887 May 12 19:03:39.792445 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-a157b0fe-3c96-4913-98a6-3ea9a2838cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:39.793823 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-a157b0fe-3c96-4913-98a6-3ea9a2838cca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1129 time: 0.0560896 May 12 19:03:39.890133 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e72e52a7-ec1c-4a9b-9860-284e2d168f3a req-65eaeb3c-9bc3-4d6e-a821-b7eb6c04703d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995500 May 12 19:03:39.913746 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-d6e8c1e9-a08c-4388-b1c4-c45a87c5778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:39.915214 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-d6e8c1e9-a08c-4388-b1c4-c45a87c5778d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.1097686 May 12 19:03:39.980831 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-80b6bb55-7043-4e87-921e-166c5c641cc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 200 len: 1001 time: 0.0573647 May 12 19:03:40.033281 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-5db36010-8bb0-475d-aed4-832dc3332a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:40.034880 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-5db36010-8bb0-475d-aed4-832dc3332a6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0466194 May 12 19:03:40.079637 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-31a40269-e559-4116-b997-39a6d7c3c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:40.081130 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-31a40269-e559-4116-b997-39a6d7c3c540 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394821 May 12 19:03:40.173828 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-03b3149e-1309-4bbb-b3e5-30ec7c7608f1 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819178 May 12 19:03:40.265484 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c953d66-3567-4054-9a18-f7be5b3ab602 req-989c3254-8292-4dc9-a87c-624261f4048a service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852962 May 12 19:03:41.004553 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38361cb-8359-4608-83a7-6f6fa4745a46 req-a2046ee3-13aa-4c45-a950-1d78f744719d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:41.006002 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d38361cb-8359-4608-83a7-6f6fa4745a46 req-a2046ee3-13aa-4c45-a950-1d78f744719d tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0463181 May 12 19:03:41.053290 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d38361cb-8359-4608-83a7-6f6fa4745a46 req-68b6e8d9-a79f-4821-801a-4a7f961c41ac tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 May 12 19:03:42.174249 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e5c11-bad4-4829-85f0-1cee2a586e87 req-1a0a51d5-bf77-41e7-9e2c-77dc4ca11b9a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:42.175740 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f7e5c11-bad4-4829-85f0-1cee2a586e87 req-1a0a51d5-bf77-41e7-9e2c-77dc4ca11b9a tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0512130 May 12 19:03:42.221163 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f7e5c11-bad4-4829-85f0-1cee2a586e87 req-578a73fc-ec2c-4cfe-bd53-448761f54234 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399163 May 12 19:03:43.332214 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e8601-4770-4f27-ae9a-5bdc3dad1ff6 req-d28dd2c2-f00e-4a72-8360-3cf33255baf2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:43.334020 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-874e8601-4770-4f27-ae9a-5bdc3dad1ff6 req-d28dd2c2-f00e-4a72-8360-3cf33255baf2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0467088 May 12 19:03:43.379314 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-874e8601-4770-4f27-ae9a-5bdc3dad1ff6 req-21df812a-59d5-43db-ad63-6a3d5e141c54 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398223 May 12 19:03:43.490959 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8486ee-e886-44cc-9e06-475a5c8e807b req-7bd07cee-e4da-498c-a55f-447739614ae8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:43.492305 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad8486ee-e886-44cc-9e06-475a5c8e807b req-7bd07cee-e4da-498c-a55f-447739614ae8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0494750 May 12 19:03:43.500766 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:43.504996 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7b36eb15-1bd9-4971-a2c6-237edc81aa6b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Request body: {'floatingip': {'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:43.559654 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b36eb15-1bd9-4971-a2c6-237edc81aa6b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (819342f6-2cda-468a-9c61-d4b8e729286b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:44.025107 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b36eb15-1bd9-4971-a2c6-237edc81aa6b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:44.028932 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b36eb15-1bd9-4971-a2c6-237edc81aa6b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (819342f6-2cda-468a-9c61-d4b8e729286b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:44.239041 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b36eb15-1bd9-4971-a2c6-237edc81aa6b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Router 3b95ac69-8b5f-4524-9850-5da5de761bc6 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:03:44.348606 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b36eb15-1bd9-4971-a2c6-237edc81aa6b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:03:44.353359 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b36eb15-1bd9-4971-a2c6-237edc81aa6b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:44.358463 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] Sync routers for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:03:44.367454 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:44.368053 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:44.383147 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:03:44.385377 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114c8d89-d6cc-4146-8a63-b6a5be430c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:03:44.420281 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7b36eb15-1bd9-4971-a2c6-237edc81aa6b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "PUT /v2.0/floatingips/819342f6-2cda-468a-9c61-d4b8e729286b HTTP/1.1" status: 200 len: 993 time: 0.9179065 May 12 19:03:44.423348 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be73d2-af96-45dc-84df-184d4f1e0f2f x-openstack-request-id: req-f1be73d2-af96-45dc-84df-184d4f1e0f2f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:03:44.423641 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:03:44.423894 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1be73d2-af96-45dc-84df-184d4f1e0f2f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:03:44.424295 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1be73d2-af96-45dc-84df-184d4f1e0f2f'] response: {'name': 'network-changed', 'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a', 'status': 'completed', 'code': 200} May 12 19:03:44.476017 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:44.626048 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-f883cd49-1707-4afe-a07d-1e790ce21b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:44.627472 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-f883cd49-1707-4afe-a07d-1e790ce21b8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1129 time: 0.0418723 May 12 19:03:44.700401 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '819342f6-2cda-468a-9c61-d4b8e729286b', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'mac_address': 'fa:16:3e:ce:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:56Z', 'updated_at': '2022-05-12T19:03:43Z', 'revision_number': 3, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:44.728132 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] Checking router: 3b95ac69-8b5f-4524-9850-5da5de761bc6 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:03:44.736179 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:44.736771 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:44.841191 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:45.067694 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '819342f6-2cda-468a-9c61-d4b8e729286b', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'mac_address': 'fa:16:3e:ce:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:56Z', 'updated_at': '2022-05-12T19:03:43Z', 'revision_number': 3, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:45.074805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-8d89c06a-3ab4-4989-86c5-cd353c5fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:45.076935 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-8d89c06a-3ab4-4989-86c5-cd353c5fd6f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.1074870 May 12 19:03:45.105992 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b51362-ec3d-4641-9c4a-e3f4cb505c09 None None] The sync data for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi is: [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '819342f6-2cda-468a-9c61-d4b8e729286b', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'port_id': '521e204c-fea5-47a9-a561-25d5d27a554a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'mac_address': 'fa:16:3e:ce:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:01:56Z', 'updated_at': '2022-05-12T19:03:43Z', 'revision_number': 3, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:03:45.156031 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-b7390ec9-1abd-4b53-8e60-0e34f95a9c1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 200 len: 1001 time: 0.0677376 May 12 19:03:45.212476 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-92d9f8ac-7ec6-41d1-9967-6c8c880856b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:45.213974 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-92d9f8ac-7ec6-41d1-9967-6c8c880856b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0511980 May 12 19:03:45.260696 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-adc49c9b-8f54-4d3b-aac4-8ae975361e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:45.262221 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-adc49c9b-8f54-4d3b-aac4-8ae975361e59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409288 May 12 19:03:45.356949 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-3c416fd8-a7ce-43d3-8d4f-7e33a220a7b9 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878391 May 12 19:03:45.455568 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-114c8d89-d6cc-4146-8a63-b6a5be430c2d req-03a4eb60-8d1d-4f11-a9c9-243ee32e4440 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910892 May 12 19:03:46.425179 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:03:46.427555 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d03f64-2c8f-406a-8d27-0d4340ab38e5" -d '{"events": [{"name": "network-changed", "server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:03:46.461731 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050a9c79-9bb5-499f-a88b-8d9fd6fece9d x-openstack-request-id: req-050a9c79-9bb5-499f-a88b-8d9fd6fece9d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:03:46.462022 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:03:46.462276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-050a9c79-9bb5-499f-a88b-8d9fd6fece9d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:03:46.462678 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050a9c79-9bb5-499f-a88b-8d9fd6fece9d'] response: {'name': 'network-changed', 'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a', 'status': 'completed', 'code': 200} May 12 19:03:46.545918 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-d16b9130-3710-4d8a-8db8-d2d039b4499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:46.547373 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-d16b9130-3710-4d8a-8db8-d2d039b4499b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 1129 time: 0.0403895 May 12 19:03:46.649672 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-7c935a1a-eeb1-4865-b1f9-54fbdaef6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:46.651140 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-7c935a1a-eeb1-4865-b1f9-54fbdaef6f4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.0879030 May 12 19:03:46.717915 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-453f186c-10df-4374-a4b1-0dfa7cd13544 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 200 len: 1001 time: 0.0603728 May 12 19:03:46.772285 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-67262226-9290-4e24-b0cd-6f0840d695cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:46.773755 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-67262226-9290-4e24-b0cd-6f0840d695cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0487649 May 12 19:03:46.818256 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-dce05aa7-7f30-4ffc-b9af-6c263a3190b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:46.819747 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-dce05aa7-7f30-4ffc-b9af-6c263a3190b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393507 May 12 19:03:46.915493 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-d9badcad-ebcb-4d64-b4a0-a827b7de3cb2 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887582 May 12 19:03:47.014782 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d03f64-2c8f-406a-8d27-0d4340ab38e5 req-7a326166-bb61-40fc-a14e-5ae96b8fc676 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924618 May 12 19:03:47.084042 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc7b90-b911-496c-8414-97802d74e083 req-af7e948b-2654-4fcc-b489-f8b18bfb5e6c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:47.085458 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-74bc7b90-b911-496c-8414-97802d74e083 req-af7e948b-2654-4fcc-b489-f8b18bfb5e6c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0461943 May 12 19:03:47.138108 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-74bc7b90-b911-496c-8414-97802d74e083 req-69b57746-68cb-40fd-a2af-a69b67f2c621 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470736 May 12 19:03:48.250709 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12011d5-809f-4fe6-a577-74953f5e15ec req-8b0a8f98-bfe7-4c72-abb2-e8238ec5258a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:48.252229 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a12011d5-809f-4fe6-a577-74953f5e15ec req-8b0a8f98-bfe7-4c72-abb2-e8238ec5258a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0452044 May 12 19:03:48.298748 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a12011d5-809f-4fe6-a577-74953f5e15ec req-c20dca28-e05b-42f0-a947-6fb4597b5ce8 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411649 May 12 19:03:48.915240 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-5a66966a-db57-4b1a-b8d4-19c839a39e18 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:48.916660 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-5a66966a-db57-4b1a-b8d4-19c839a39e18 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0470796 May 12 19:03:49.254919 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Deleting port 1cfe36b5-8273-4971-b681-1637c5aa6837 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:03:49.255641 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:49.312063 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-45307347-b007-492d-bed0-9a29da9b2172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:49.344396 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] For port 1cfe36b5-8273-4971-b681-1637c5aa6837, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1cfe36b5-8273-4971-b681-1637c5aa6837,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:03:49.344759 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:49.447645 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a8fe4-4baf-4b7f-af0a-e4c2b2f1dea5 req-8b5bf104-eb51-4c31-98ec-be0c3d44a3c6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:49.449085 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5b8a8fe4-4baf-4b7f-af0a-e4c2b2f1dea5 req-8b5bf104-eb51-4c31-98ec-be0c3d44a3c6 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0602620 May 12 19:03:49.560605 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5b8a8fe4-4baf-4b7f-af0a-e4c2b2f1dea5 req-e3ec6b70-5f21-4987-a043-e12395252b8e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=8230075d-e716-4b79-b219-577c80496bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831165 May 12 19:03:49.582461 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:49.582820 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (41aaf123-2576-4b73-81a5-c479cf744e95), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:49.583134 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Floating IP 41aaf123-2576-4b73-81a5-c479cf744e95 disassociated. External IP: 172.27.3.245, port: 1cfe36b5-8273-4971-b681-1637c5aa6837. May 12 19:03:49.583478 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Calling delete_port for 1cfe36b5-8273-4971-b681-1637c5aa6837 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:03:49.709193 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (1cfe36b5-8273-4971-b681-1637c5aa6837), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:49.737873 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'Port': ['ID=1cfe36b5-8273-4971-b681-1637c5aa6837,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:49.748561 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.748908 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.749253 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.749608 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.749940 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.750268 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.750592 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.750911 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.751231 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.751550 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.751879 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.752199 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.752516 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.752830 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.753142 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:49.864412 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:03:49.972563 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:03:49.981721 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:03:49.991632 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:49.992239 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:50.014009 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] No DVR routers for this DVR port 1cfe36b5-8273-4971-b681-1637c5aa6837 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:03:50.016475 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:50.019644 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-686e13d5-20c0-4e54-adab-c4f6cb1e6e7c req-146e5988-9202-4418-a80e-2de91a8a0337 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "DELETE /v2.0/ports/1cfe36b5-8273-4971-b681-1637c5aa6837 HTTP/1.1" status: 204 len: 173 time: 1.0961258 May 12 19:03:50.020090 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87951282-3c6e-4899-9775-022278e4bfa8', 'name': 'network-vif-deleted', 'tag': '1cfe36b5-8273-4971-b681-1637c5aa6837'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:03:50.022357 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6392df7d-0e7b-485b-ab71-5eeae07b9629" -d '{"events": [{"server_uuid": "87951282-3c6e-4899-9775-022278e4bfa8", "name": "network-vif-deleted", "tag": "1cfe36b5-8273-4971-b681-1637c5aa6837"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:03:50.063870 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da6858-d3f2-4e44-b74f-d05862b0a15c x-openstack-request-id: req-04da6858-d3f2-4e44-b74f-d05862b0a15c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:03:50.064368 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87951282-3c6e-4899-9775-022278e4bfa8", "name": "network-vif-deleted", "tag": "1cfe36b5-8273-4971-b681-1637c5aa6837", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:03:50.064840 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04da6858-d3f2-4e44-b74f-d05862b0a15c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:03:50.065468 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04da6858-d3f2-4e44-b74f-d05862b0a15c'] response: {'server_uuid': '87951282-3c6e-4899-9775-022278e4bfa8', 'name': 'network-vif-deleted', 'tag': '1cfe36b5-8273-4971-b681-1637c5aa6837', 'status': 'completed', 'code': 200} May 12 19:03:50.103932 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:50.308591 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:50.449274 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:03:50.458356 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:50.458966 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:50.566025 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:50.671793 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c27afb13-8db5-4181-a3a7-357bc892fbbd req-1a74055b-97a9-43b5-8c41-98a9151d3b95 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=87951282-3c6e-4899-9775-022278e4bfa8 HTTP/1.1" status: 200 len: 210 time: 0.0323565 May 12 19:03:50.765752 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:50.798033 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7759fb80-7e9e-4a7e-b5c8-7fc57614c3d6 None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:03:51.006991 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07ae8f-28cf-44a7-a5ec-64196a1b2992 None None] New status for floating IP 41aaf123-2576-4b73-81a5-c479cf744e95: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:03:51.339909 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4b1cc7e2-9b74-41bb-bb91-bed9b585f0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:51.757819 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38740) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:51.810891 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (8230075d-e716-4b79-b219-577c80496bb0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:51.834216 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (8230075d-e716-4b79-b219-577c80496bb0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:51.878783 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (8230075d-e716-4b79-b219-577c80496bb0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:51.881313 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:51.882438 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "DELETE /v2.0/security-groups/8230075d-e716-4b79-b219-577c80496bb0 HTTP/1.1" status: 204 len: 168 time: 0.1236403 May 12 19:03:51.885251 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:51.891673 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230075d-e716-4b79-b219-577c80496bb0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:51.898537 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.898878 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.899174 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.api.v2.resource [None req-c8a5f363-2814-4c04-963f-da9414cb72ef tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] show failed (client error): The resource could not be found. May 12 19:03:51.899292 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.899531 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.899856 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.900155 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c8a5f363-2814-4c04-963f-da9414cb72ef tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups/8230075d-e716-4b79-b219-577c80496bb0 HTTP/1.1" status: 404 len: 347 time: 0.0138397 May 12 19:03:51.900247 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.900498 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.900814 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.901130 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.901447 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.901786 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.902101 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.902416 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.902753 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.903063 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd1b50d-1831-45ab-a0a7-ecdf752e968f tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:03:51.903188 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:52.018701 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Deleting port 2ef18209-7031-4376-931f-6d2d128fbd26 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:03:52.019089 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (2ef18209-7031-4376-931f-6d2d128fbd26), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.096472 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (2ef18209-7031-4376-931f-6d2d128fbd26), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.096831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (2ef18209-7031-4376-931f-6d2d128fbd26), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.110290 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Calling delete_port for 2ef18209-7031-4376-931f-6d2d128fbd26 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:03:52.244986 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (2ef18209-7031-4376-931f-6d2d128fbd26), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.274135 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'Port': ['ID=2ef18209-7031-4376-931f-6d2d128fbd26,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:52.338279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (41aaf123-2576-4b73-81a5-c479cf744e95), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.340771 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.341962 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7c41eeca-c6d6-4ccd-adc2-e596d507ae48 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "DELETE /v2.0/floatingips/41aaf123-2576-4b73-81a5-c479cf744e95 HTTP/1.1" status: 204 len: 168 time: 0.4374459 May 12 19:03:52.405286 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:52.410151 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-088f28b0-e012-430f-9534-0d40724285e9 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879224735', 'description': 'tempest-description--1727773084'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:52.430448 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-088f28b0-e012-430f-9534-0d40724285e9 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.500370 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-088f28b0-e012-430f-9534-0d40724285e9 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (22216647-c03e-4f24-8957-b1979443021a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.503943 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-088f28b0-e012-430f-9534-0d40724285e9 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (22216647-c03e-4f24-8957-b1979443021a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.534863 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-088f28b0-e012-430f-9534-0d40724285e9 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.535998 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-088f28b0-e012-430f-9534-0d40724285e9 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1296930 May 12 19:03:52.537870 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f28b0-e012-430f-9534-0d40724285e9 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22216647-c03e-4f24-8957-b1979443021a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:52.538945 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38752) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:52.543498 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-dbdf85e1-aa0e-46a6-a5fb-ba3a4c98e29d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group_rule': {'security_group_id': '22216647-c03e-4f24-8957-b1979443021a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:52.569860 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbdf85e1-aa0e-46a6-a5fb-ba3a4c98e29d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (4235172b-594a-4844-be51-617314851f46), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.624325 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbdf85e1-aa0e-46a6-a5fb-ba3a4c98e29d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (4235172b-594a-4844-be51-617314851f46), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.627521 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbdf85e1-aa0e-46a6-a5fb-ba3a4c98e29d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (4235172b-594a-4844-be51-617314851f46), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.644236 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf85e1-aa0e-46a6-a5fb-ba3a4c98e29d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4235172b-594a-4844-be51-617314851f46,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:52.652172 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dbdf85e1-aa0e-46a6-a5fb-ba3a4c98e29d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.653348 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-dbdf85e1-aa0e-46a6-a5fb-ba3a4c98e29d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133585 May 12 19:03:52.656440 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38754) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:52.660829 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-b6c9ab55-e0e1-4049-aa07-9db46c26852e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'security_group_rule': {'security_group_id': '22216647-c03e-4f24-8957-b1979443021a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:52.684500 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ab55-e0e1-4049-aa07-9db46c26852e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (047068b5-68c9-4355-8f82-d02c9a28ca42), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.740025 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ab55-e0e1-4049-aa07-9db46c26852e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (047068b5-68c9-4355-8f82-d02c9a28ca42), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.744128 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ab55-e0e1-4049-aa07-9db46c26852e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (047068b5-68c9-4355-8f82-d02c9a28ca42), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.761264 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9ab55-e0e1-4049-aa07-9db46c26852e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047068b5-68c9-4355-8f82-d02c9a28ca42,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:52.768753 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ab55-e0e1-4049-aa07-9db46c26852e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.769932 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-b6c9ab55-e0e1-4049-aa07-9db46c26852e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125898 May 12 19:03:52.773045 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38756) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:03:52.777306 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:52.798167 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.874141 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.953931 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:52.977772 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Allocated IP 172.27.3.108 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/584c8000-b091-4c21-8254-096157118f90) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:03:53.081675 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (584c8000-b091-4c21-8254-096157118f90), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.117786 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (584c8000-b091-4c21-8254-096157118f90), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.153168 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:03:53.155862 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:03:53.159566 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:03:53.186462 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=584c8000-b091-4c21-8254-096157118f90,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:53.252478 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (687ac119-1d74-4f61-8ab4-b3af86d91bb9), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.289796 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (584c8000-b091-4c21-8254-096157118f90), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.464741 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (584c8000-b091-4c21-8254-096157118f90), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.469848 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4248518'] for port (584c8000-b091-4c21-8254-096157118f90), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.534872 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.538277 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=584c8000-b091-4c21-8254-096157118f90,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:53.549595 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (687ac119-1d74-4f61-8ab4-b3af86d91bb9), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.563656 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:53.564851 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-08a0c1b5-5a31-4cb0-a36a-062f46ad8f6a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7907796 May 12 19:03:53.707692 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-4e9fe29b-851d-4488-b131-a82a05facae3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1879224735&fields=id&tenant_id=1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 267 time: 0.0417719 May 12 19:03:53.814202 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-ebd6c73c-d7f7-4922-897c-62e6fdf07a5c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:53.815534 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-ebd6c73c-d7f7-4922-897c-62e6fdf07a5c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 814 time: 0.1004107 May 12 19:03:53.829869 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-86d050c9-df3d-467c-9b56-e33ec4c2b962 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/quotas/1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 375 time: 0.0091114 May 12 19:03:53.876064 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-577e71f8-2f29-4781-b593-0b7e132107ea tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0415764 May 12 19:03:53.971617 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-bb4263df-1498-45e7-8ffb-cdcebc39e48f service neutron] 10.222.0.48 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847805 May 12 19:03:54.062656 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-f47d61eb-a3d7-407b-a2e3-d2f20eb6a632 service neutron] 10.222.0.48 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 May 12 19:03:54.147701 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1cfe36b5-8273-4971-b681-1637c5aa6837 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:03:54.172052 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 1cfe36b5-8273-4971-b681-1637c5aa6837 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:03:54.172591 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1cfe36b5-8273-4971-b681-1637c5aa6837 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:03:54.216530 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:54.226648 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3e85ba45-3927-4473-8492-0852968e06f3 req-a4581bd2-38fe-4a86-a1ec-20a35602a90a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 210 time: 0.0305455 May 12 19:03:55.311105 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-e1bed13c-0505-4667-bf25-12821e197df4 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:55.312643 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-e1bed13c-0505-4667-bf25-12821e197df4 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 814 time: 0.1462474 May 12 19:03:55.345098 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6d9eaac7-56e9-4683-b67b-12a4d884cefc req-36aa054b-5a9d-4083-8156-e7676e04a3cf tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 210 time: 0.0417151 May 12 19:03:55.403784 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-dc17629f-ad75-4240-838d-d7a9eac0a20b tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1579004868f04df3baa3ad959277ba00 HTTP/1.1" status: 200 len: 380 time: 0.0653508 May 12 19:03:55.499397 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'port': {'device_id': '22e0320c-b957-4332-9135-008d05fe800d', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'admin_state_up': True, 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'security_groups': ['22216647-c03e-4f24-8957-b1979443021a']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:55.510718 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4568f-b29f-468f-9ca6-1aa2d965eca4 req-7dd2186e-b127-41ea-b580-13dd6a4803f8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:55.512174 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14b4568f-b29f-468f-9ca6-1aa2d965eca4 req-7dd2186e-b127-41ea-b580-13dd6a4803f8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0598333 May 12 19:03:55.599093 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:55.618065 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14b4568f-b29f-468f-9ca6-1aa2d965eca4 req-34d6204e-2cd4-4cb8-ab7c-67c28490b087 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948551 May 12 19:03:55.649368 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Made reservation on behalf of 1579004868f04df3baa3ad959277ba00 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:03:55.652716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:55.774695 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Allocated IP 172.20.0.4 (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b/1e975438-75d0-4ea7-a186-cd5e2f436c11/90e7efaf-e7a7-4ba1-b899-4974cb0deb3d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:03:55.910106 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:55.943022 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:55.982279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:03:55.985200 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:03:55.988898 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:03:56.016907 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event updated for resources: {'Port': ['ID=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:56.044896 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:56.045439 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:56.063439 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-a7b0d65e-4d3b-4ea0-a50d-95149cae38c1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683815 May 12 19:03:56.203387 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-dfbbb1f4-121b-4fd5-be7f-6000a1e1a1f3 None None] Provisioning complete for port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:03:56.203754 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb1f4-121b-4fd5-be7f-6000a1e1a1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:56.236534 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbb1f4-121b-4fd5-be7f-6000a1e1a1f3 None None] Port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:03:56.466343 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cf736-9d29-4d09-b43f-b79ae907f03d req-a5ba2400-0002-4c3b-9054-951c7d73390e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:56.467771 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-186cf736-9d29-4d09-b43f-b79ae907f03d req-a5ba2400-0002-4c3b-9054-951c7d73390e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 931 time: 0.0497212 May 12 19:03:56.513762 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-186cf736-9d29-4d09-b43f-b79ae907f03d req-41b01ee5-ba4e-48e1-b823-063a0c6a82e8 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 May 12 19:03:56.730430 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ae65-6d9d-471e-a75f-eae65d35d52d req-5ab1edac-0462-442d-9c47-0a1ffbac380c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:56.731897 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a29ae65-6d9d-471e-a75f-eae65d35d52d req-5ab1edac-0462-442d-9c47-0a1ffbac380c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.0466833 May 12 19:03:56.778228 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a29ae65-6d9d-471e-a75f-eae65d35d52d req-4f829542-3db8-42a0-b174-8e9dc928e988 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 May 12 19:03:57.461156 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Request body: {'port': {'device_id': '22e0320c-b957-4332-9135-008d05fe800d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:03:57.520531 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:57.682974 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad78b05-8595-4f12-af8d-006f5a2d6378 req-6e723a8a-7577-4e98-af1a-4312a8b0a28d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:57.684921 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ad78b05-8595-4f12-af8d-006f5a2d6378 req-6e723a8a-7577-4e98-af1a-4312a8b0a28d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 931 time: 0.1013789 May 12 19:03:57.763648 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ad78b05-8595-4f12-af8d-006f5a2d6378 req-af58bac9-ac94-4326-84b2-90e17e06209c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698855 May 12 19:03:57.937203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-e8dc1e60-af30-4991-bc86-84fd9e24a8ed tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:57.938680 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-e8dc1e60-af30-4991-bc86-84fd9e24a8ed tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1038253 May 12 19:03:57.958120 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:03:57.968428 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a35185-188d-4dfc-a51b-e1011f81d619 req-c6f525be-d33b-42f2-aaed-c1549068bc1f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:57.969823 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90a35185-188d-4dfc-a51b-e1011f81d619 req-c6f525be-d33b-42f2-aaed-c1549068bc1f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 945 time: 0.1183226 May 12 19:03:57.994397 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Publish callbacks [] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.048831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Transition to ACTIVE for port object 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:03:58.054546 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.125963 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90a35185-188d-4dfc-a51b-e1011f81d619 req-6bd9b8c6-c27d-4bcb-bc19-04cbd3746c05 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343956 May 12 19:03:58.127116 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Deleting port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:03:58.127450 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.164800 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Pushing event updated for resources: {'Port': ['ID=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:58.292199 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] For port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:03:58.292558 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.300784 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Attempting to bind port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:03:58.301063 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Attempting to bind port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:03:58.301385 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Attempting to bind port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:03:58.311811 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:03:58.312116 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Attempting to bind port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d on network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:03:58.345832 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:03:58.346157 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Checking segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:03:58.346591 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Bound using segment: {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:03:58.347013 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Bound port: 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b12c15-04e6-43ad-8918-b5cbbc006576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:03:58.347358 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.494644 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] For port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:03:58.512468 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] For port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:03:58.522716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.525672 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.526025 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (152d996e-0124-4edc-b424-80346fffc9df), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.526332 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Floating IP 152d996e-0124-4edc-b424-80346fffc9df disassociated. External IP: 172.27.3.27, port: 45a2c903-cdc6-44e2-9c9e-1c74da169ec7. May 12 19:03:58.526668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Calling delete_port for 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:03:58.602903 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:58.603513 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.604961 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] 10.222.0.49 "PUT /v2.0/ports/90e7efaf-e7a7-4ba1-b899-4974cb0deb3d HTTP/1.1" status: 200 len: 1093 time: 1.1480293 May 12 19:03:58.609358 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e0320c-b957-4332-9135-008d05fe800d', 'tag': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:03:58.611635 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4385c74c-ee4a-48e2-bab9-ce519947823e" -d '{"events": [{"name": "network-changed", "server_uuid": "22e0320c-b957-4332-9135-008d05fe800d", "tag": "90e7efaf-e7a7-4ba1-b899-4974cb0deb3d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:03:58.634056 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962f527-e01f-4a83-a534-34e1bf8fda71 service neutron] Pushing event updated for resources: {'Port': ['ID=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:58.654645 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed4615c-498c-4929-b63b-eb55fd82a505 x-openstack-request-id: req-5ed4615c-498c-4929-b63b-eb55fd82a505 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:03:58.654941 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e0320c-b957-4332-9135-008d05fe800d", "tag": "90e7efaf-e7a7-4ba1-b899-4974cb0deb3d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:03:58.655190 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ed4615c-498c-4929-b63b-eb55fd82a505 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:03:58.655750 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed4615c-498c-4929-b63b-eb55fd82a505'] response: {'name': 'network-changed', 'server_uuid': '22e0320c-b957-4332-9135-008d05fe800d', 'tag': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'status': 'completed', 'code': 200} May 12 19:03:58.752432 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-c2ccac93-8d25-4b86-80b3-974fbd174891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:58.753990 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-c2ccac93-8d25-4b86-80b3-974fbd174891 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 1127 time: 0.0576997 May 12 19:03:58.757752 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (45a2c903-cdc6-44e2-9c9e-1c74da169ec7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:58.793136 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event deleted for resources: {'Port': ['ID=45a2c903-cdc6-44e2-9c9e-1c74da169ec7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:03:58.826854 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-31200b29-1e8b-4d7c-a322-394a7aa067ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d HTTP/1.1" status: 200 len: 217 time: 0.0401640 May 12 19:03:59.206595 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206a9a4-ba85-48c0-8485-130d431908fa req-fcce2e90-4e1e-418c-898a-a31f647ce30d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:59.208075 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2206a9a4-ba85-48c0-8485-130d431908fa req-fcce2e90-4e1e-418c-898a-a31f647ce30d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 943 time: 0.0968502 May 12 19:03:59.259983 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-ec6e320a-1fb7-4a21-aaeb-cdd24189b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:59.263022 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-ec6e320a-1fb7-4a21-aaeb-cdd24189b12a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.1499460 May 12 19:03:59.330584 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-11805ba3-0bca-4cc4-bd0e-226644ddb279 req-b5fb53d6-455b-494d-adaa-e19729fc5ee9 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0955524 May 12 19:03:59.352474 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Router de19156b-3223-424b-a853-bf455d405c2c has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:03:59.370122 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-1f41ad0c-f19b-4645-a399-1854504f9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:03:59.371579 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-1f41ad0c-f19b-4645-a399-1854504f9816 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987344 May 12 19:03:59.376996 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2206a9a4-ba85-48c0-8485-130d431908fa req-0c0c0369-2bde-4d5b-8230-b3f8e881bca5 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370974 May 12 19:03:59.535492 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-480cdcdb-a81c-40bb-b774-96b41c0104b5 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564991 May 12 19:03:59.554436 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:03:59.564234 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aea547-622b-465a-a197-dc137d4b595a None None] Sync routers for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:03:59.573369 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aea547-622b-465a-a197-dc137d4b595a None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:59.574086 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-89aea547-622b-465a-a197-dc137d4b595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:59.615313 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] No DVR routers for this DVR port 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:03:59.640730 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:03:59.643814 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5363323b-3835-427b-9f03-1c2f1ddedfce req-b0bc3997-bd86-4377-a791-af984771a6be tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "DELETE /v2.0/ports/45a2c903-cdc6-44e2-9c9e-1c74da169ec7 HTTP/1.1" status: 204 len: 173 time: 1.6963749 May 12 19:03:59.675962 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c98a964f-47a2-4fda-a5cb-daa2f20f1d58 req-2da6935f-2feb-4cd8-b786-2e041ae7a7c3 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337366 May 12 19:03:59.685916 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-89aea547-622b-465a-a197-dc137d4b595a None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:03:59.876694 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-89aea547-622b-465a-a197-dc137d4b595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:03:59.901830 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aea547-622b-465a-a197-dc137d4b595a None None] Checking router: de19156b-3223-424b-a853-bf455d405c2c for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:03:59.910644 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aea547-622b-465a-a197-dc137d4b595a None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:03:59.911239 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-89aea547-622b-465a-a197-dc137d4b595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:00.015559 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-89aea547-622b-465a-a197-dc137d4b595a None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:00.201284 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-89aea547-622b-465a-a197-dc137d4b595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:00.226992 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aea547-622b-465a-a197-dc137d4b595a None None] The sync data for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi is: [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:04:00.447931 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1d48723c-d0fe-4b7f-8cc8-ca3ff78f7345 req-66027a35-12d7-49e3-80e2-a04b819f4a37 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=44b6a7d2-7257-49f6-9b8d-69d6a3909dc1 HTTP/1.1" status: 200 len: 210 time: 0.0341253 May 12 19:04:00.471954 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf41dbd-befd-450a-a9de-88bdfe646ba1 None None] New status for floating IP 152d996e-0124-4edc-b424-80346fffc9df: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:04:00.499010 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce5948-b6ef-49ab-bb5a-605d76abf135 req-b93291b5-601d-4475-98d7-4a0c93818280 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:00.500522 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dce5948-b6ef-49ab-bb5a-605d76abf135 req-b93291b5-601d-4475-98d7-4a0c93818280 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 943 time: 0.0517271 May 12 19:04:00.547670 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dce5948-b6ef-49ab-bb5a-605d76abf135 req-17329662-02a4-4471-b397-15919172816e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 May 12 19:04:00.656561 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'name': 'network-vif-deleted', 'tag': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:00.659128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92172500-619c-417a-9028-b5d473914669" -d '{"events": [{"server_uuid": "44b6a7d2-7257-49f6-9b8d-69d6a3909dc1", "name": "network-vif-deleted", "tag": "45a2c903-cdc6-44e2-9c9e-1c74da169ec7"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:00.700585 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b754199-33fe-445a-ade0-fdb36ceb67ba x-openstack-request-id: req-4b754199-33fe-445a-ade0-fdb36ceb67ba {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:00.700872 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b6a7d2-7257-49f6-9b8d-69d6a3909dc1", "name": "network-vif-deleted", "tag": "45a2c903-cdc6-44e2-9c9e-1c74da169ec7", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:00.701120 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b754199-33fe-445a-ade0-fdb36ceb67ba {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:00.701539 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b754199-33fe-445a-ade0-fdb36ceb67ba'] response: {'server_uuid': '44b6a7d2-7257-49f6-9b8d-69d6a3909dc1', 'name': 'network-vif-deleted', 'tag': '45a2c903-cdc6-44e2-9c9e-1c74da169ec7', 'status': 'completed', 'code': 200} May 12 19:04:00.702716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-8317d831-a41f-4146-b488-1cdf54698f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:00.704231 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-8317d831-a41f-4146-b488-1cdf54698f0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 1127 time: 0.0486934 May 12 19:04:01.056332 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-51dffa44-9a9c-459a-8df0-aac8b93c4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:01.057798 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-51dffa44-9a9c-459a-8df0-aac8b93c4b44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 915 time: 0.0933712 May 12 19:04:01.097804 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-276b022d-3393-4d0c-82b3-1bb049c5db98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d HTTP/1.1" status: 200 len: 217 time: 0.0341063 May 12 19:04:01.147413 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-6f35b733-895f-4709-8268-33250d80bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:01.148860 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-6f35b733-895f-4709-8268-33250d80bd0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.0450373 May 12 19:04:01.196839 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-ef5b99bd-0947-4e9e-8247-c4af468acdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:01.198344 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-ef5b99bd-0947-4e9e-8247-c4af468acdc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421145 May 12 19:04:01.292835 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-6add81c3-3d0e-4a4f-81b6-3b23347c5b50 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875859 May 12 19:04:01.383753 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4385c74c-ee4a-48e2-bab9-ce519947823e req-7fe23fe8-4a03-4731-a09a-1b479fea6c52 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839546 May 12 19:04:01.531389 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38824) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:01.669128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c3cb-c285-4df8-bf4a-373375d2e9ee req-d1cdb11e-e142-436b-8f0d-e0a277b9482e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:01.670822 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e011c3cb-c285-4df8-bf4a-373375d2e9ee req-d1cdb11e-e142-436b-8f0d-e0a277b9482e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 943 time: 0.0496159 May 12 19:04:01.720728 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e011c3cb-c285-4df8-bf4a-373375d2e9ee req-165a9f1b-ce51-485b-b0d3-de23b77b0944 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441451 May 12 19:04:01.791072 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8c1470c-21a8-41b3-a0ed-d8343cf53384 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (92e24c62-42c3-4a76-9f7f-f2f6ee811fb5), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:01.813574 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8c1470c-21a8-41b3-a0ed-d8343cf53384 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (92e24c62-42c3-4a76-9f7f-f2f6ee811fb5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:01.860691 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8c1470c-21a8-41b3-a0ed-d8343cf53384 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (92e24c62-42c3-4a76-9f7f-f2f6ee811fb5), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:01.863209 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8c1470c-21a8-41b3-a0ed-d8343cf53384 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:01.864345 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e8c1470c-21a8-41b3-a0ed-d8343cf53384 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "DELETE /v2.0/security-groups/92e24c62-42c3-4a76-9f7f-f2f6ee811fb5 HTTP/1.1" status: 204 len: 168 time: 0.3319752 May 12 19:04:01.867132 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:01.873297 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1470c-21a8-41b3-a0ed-d8343cf53384 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e24c62-42c3-4a76-9f7f-f2f6ee811fb5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:01.881986 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.api.v2.resource [None req-603929d4-196f-4444-9d15-7d8b081cf8a1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] show failed (client error): The resource could not be found. May 12 19:04:01.882984 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-603929d4-196f-4444-9d15-7d8b081cf8a1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups/92e24c62-42c3-4a76-9f7f-f2f6ee811fb5 HTTP/1.1" status: 404 len: 347 time: 0.0148489 May 12 19:04:01.886037 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:02.002283 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Deleting port 4dda93d3-fb69-4b0e-b23a-a5297e9f4074 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:02.002576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.078645 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.078964 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.090865 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Calling delete_port for 4dda93d3-fb69-4b0e-b23a-a5297e9f4074 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:02.171636 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:04:02.182328 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:02.208446 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:04:02.208785 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 45a2c903-cdc6-44e2-9c9e-1c74da169ec7 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:04:02.223016 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (4dda93d3-fb69-4b0e-b23a-a5297e9f4074), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.251347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event deleted for resources: {'Port': ['ID=4dda93d3-fb69-4b0e-b23a-a5297e9f4074,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:02.292754 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:02.304516 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'port_id': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'mac_address': 'fa:16:3e:3f:be:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:04:02.312077 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (152d996e-0124-4edc-b424-80346fffc9df), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.314636 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.315783 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a92381fd-0bd4-41e0-b719-0b4ec0e9626b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "DELETE /v2.0/floatingips/152d996e-0124-4edc-b424-80346fffc9df HTTP/1.1" status: 204 len: 168 time: 0.4290161 May 12 19:04:02.343704 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:04:02.344091 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.357553 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:04:02.381821 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:02.388122 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.400596 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38834) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:02.405183 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-22a2ec80-d5ab-424d-8b7d-476a9518e0f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869727694', 'description': 'tempest-description--349720148'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:04:02.426230 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22a2ec80-d5ab-424d-8b7d-476a9518e0f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.437673 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:02.444670 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.445015 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.445377 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.445751 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.446087 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.446419 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.446740 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.447058 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.447375 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.447689 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.448007 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.448324 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.448644 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.448959 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.449286 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:02.495578 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22a2ec80-d5ab-424d-8b7d-476a9518e0f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (e6ca67ce-d78f-43d2-986c-23cfaca7bb27), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.499838 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22a2ec80-d5ab-424d-8b7d-476a9518e0f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (e6ca67ce-d78f-43d2-986c-23cfaca7bb27), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.527886 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22a2ec80-d5ab-424d-8b7d-476a9518e0f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.529015 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-22a2ec80-d5ab-424d-8b7d-476a9518e0f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1274173 May 12 19:04:02.530888 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2ec80-d5ab-424d-8b7d-476a9518e0f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca67ce-d78f-43d2-986c-23cfaca7bb27,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:02.532083 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:02.536833 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fa994b16-b798-46d8-845c-eed35c25c7f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca67ce-d78f-43d2-986c-23cfaca7bb27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:04:02.563458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa994b16-b798-46d8-845c-eed35c25c7f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (a62d841e-ea15-414c-9e28-e96c05ed14d4), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.617625 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa994b16-b798-46d8-845c-eed35c25c7f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (a62d841e-ea15-414c-9e28-e96c05ed14d4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.621190 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa994b16-b798-46d8-845c-eed35c25c7f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (a62d841e-ea15-414c-9e28-e96c05ed14d4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.639063 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa994b16-b798-46d8-845c-eed35c25c7f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62d841e-ea15-414c-9e28-e96c05ed14d4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:02.645769 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa994b16-b798-46d8-845c-eed35c25c7f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.646929 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fa994b16-b798-46d8-845c-eed35c25c7f1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137981 May 12 19:04:02.649622 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38838) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:02.654308 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ac9bbfa5-791b-4c09-a14d-848667ed13d3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca67ce-d78f-43d2-986c-23cfaca7bb27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:04:02.679398 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbfa5-791b-4c09-a14d-848667ed13d3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (6bb38724-b0cb-4833-a324-a3e4f8f0cb06), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.737668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbfa5-791b-4c09-a14d-848667ed13d3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (6bb38724-b0cb-4833-a324-a3e4f8f0cb06), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.740923 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbfa5-791b-4c09-a14d-848667ed13d3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (6bb38724-b0cb-4833-a324-a3e4f8f0cb06), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.758470 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bbfa5-791b-4c09-a14d-848667ed13d3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb38724-b0cb-4833-a324-a3e4f8f0cb06,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:02.767275 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbfa5-791b-4c09-a14d-848667ed13d3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.768475 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ac9bbfa5-791b-4c09-a14d-848667ed13d3 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179388 May 12 19:04:02.771678 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38842) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:02.776413 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:04:02.788981 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['90e7efaf-e7a7-4ba1-b899-4974cb0deb3d'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:04:02.802357 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.841003 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539f577-b47b-421c-b1d5-c90227a488aa req-94f2454c-a96f-4970-85d6-995eff47fed3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:02.842561 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6539f577-b47b-421c-b1d5-c90227a488aa req-94f2454c-a96f-4970-85d6-995eff47fed3 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 944 time: 0.0537996 May 12 19:04:02.885738 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:02.896484 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6539f577-b47b-421c-b1d5-c90227a488aa req-cbcf22d8-21f8-40ed-a5c6-6d12edfb3afe tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472655 May 12 19:04:02.998217 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Allocated IP 172.27.3.148 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/439e3927-7a52-43b8-a1db-e57206a405ec) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:04:03.099335 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for port (439e3927-7a52-43b8-a1db-e57206a405ec), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:03.132400 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (439e3927-7a52-43b8-a1db-e57206a405ec), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:03.171565 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:04:03.176592 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:04:03.179151 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:04:03.185608 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'Port': ['ID=439e3927-7a52-43b8-a1db-e57206a405ec,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:03.270036 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (4739e1fe-865e-4e71-b346-12b713bd702c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:03.307831 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (439e3927-7a52-43b8-a1db-e57206a405ec), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:03.487099 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for port (439e3927-7a52-43b8-a1db-e57206a405ec), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:03.491643 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4248518'] for port (439e3927-7a52-43b8-a1db-e57206a405ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:03.566426 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'Port': ['ID=439e3927-7a52-43b8-a1db-e57206a405ec,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:03.575959 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (4739e1fe-865e-4e71-b346-12b713bd702c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:03.591015 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:03.592237 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e40178b8-efd0-4ef4-a9e8-1738c2cc7460 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8194320 May 12 19:04:03.782505 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-d9690d41-0c44-4597-af63-df21925c8e87 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--869727694&fields=id&tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6 HTTP/1.1" status: 200 len: 267 time: 0.0415254 May 12 19:04:03.888888 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-d819062c-57e2-48bf-9f90-c037fe1e5ec2 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:03.890347 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-d819062c-57e2-48bf-9f90-c037fe1e5ec2 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 811 time: 0.1011183 May 12 19:04:03.904537 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-5d9e1253-1f69-4787-a387-d78ebd5727c4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/quotas/a61f3c6e7974486a9f3a4f9d361c5fb6 HTTP/1.1" status: 200 len: 375 time: 0.0088785 May 12 19:04:03.957775 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-336fabdc-abf2-43dd-9e13-6ac10db431da tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481403 May 12 19:04:04.065815 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474b994-4fc6-4a46-8675-f836b7e8b53c req-d1f4872c-7e0d-4f17-a562-5d89354143f1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:04.067274 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a474b994-4fc6-4a46-8675-f836b7e8b53c req-d1f4872c-7e0d-4f17-a562-5d89354143f1 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 944 time: 0.1020207 May 12 19:04:04.123163 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-b8e02853-0989-4bc4-8538-21127389feef service neutron] 10.222.0.48 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478312 May 12 19:04:04.146493 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a474b994-4fc6-4a46-8675-f836b7e8b53c req-75b5f28a-5f96-4357-8dd2-5e7de4e1a6d9 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711732 May 12 19:04:04.201975 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:04:04.228407 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-b82cdb83-5ab7-43db-879d-eed0019428bc service neutron] 10.222.0.48 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964935 May 12 19:04:04.247716 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:04:04.254675 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:04:04.255061 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:04.341501 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:04:04.346020 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:04.371743 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e0320c-b957-4332-9135-008d05fe800d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:04.374004 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1857e5d-6cb9-442c-ad31-9c9572a8ef4a" -d '{"events": [{"server_uuid": "22e0320c-b957-4332-9135-008d05fe800d", "name": "network-vif-plugged", "status": "completed", "tag": "90e7efaf-e7a7-4ba1-b899-4974cb0deb3d"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:04.390998 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:04.392682 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5fcf791-6379-406b-9462-27b293d7aae8 req-e120b1a4-d4d0-49fc-a258-547b113b0e48 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 210 time: 0.0296285 May 12 19:04:04.401013 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:04.559340 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be82a9a0-cd3e-4f4c-a41e-feb577c82e8c x-openstack-request-id: req-be82a9a0-cd3e-4f4c-a41e-feb577c82e8c {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:04.559670 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e0320c-b957-4332-9135-008d05fe800d", "name": "network-vif-plugged", "status": "completed", "tag": "90e7efaf-e7a7-4ba1-b899-4974cb0deb3d", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:04.559928 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be82a9a0-cd3e-4f4c-a41e-feb577c82e8c {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:04.560324 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be82a9a0-cd3e-4f4c-a41e-feb577c82e8c'] response: {'server_uuid': '22e0320c-b957-4332-9135-008d05fe800d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'code': 200} May 12 19:04:04.594966 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:04.647528 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ea776-afc4-4526-aa4b-1e1de727934d req-1988e55e-b0d5-40de-8ff9-6bb22b8bdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:04.649031 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-196ea776-afc4-4526-aa4b-1e1de727934d req-1988e55e-b0d5-40de-8ff9-6bb22b8bdac1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 1129 time: 0.0392029 May 12 19:04:04.695404 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-196ea776-afc4-4526-aa4b-1e1de727934d req-3a00581b-24b9-4d36-9108-dd6259a39f9e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405359 May 12 19:04:05.259562 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d17fb9-870a-433d-8ba5-34031812a5cc req-6969cc2f-1dbe-4cb6-b8cf-b8de7e53326d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:05.261014 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33d17fb9-870a-433d-8ba5-34031812a5cc req-6969cc2f-1dbe-4cb6-b8cf-b8de7e53326d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 945 time: 0.0461683 May 12 19:04:05.310533 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33d17fb9-870a-433d-8ba5-34031812a5cc req-163e373c-40da-4ee6-aca4-07ceab2a785a tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 May 12 19:04:05.489619 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-442942e7-fc45-4e1d-8801-8bb1a2c275b8 req-74aecf77-5ff1-421d-a9fb-bd00a9873121 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 210 time: 0.0279944 May 12 19:04:06.426234 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb0c97-94f5-429e-ab17-de8852bf148a req-84d3fab3-213f-4e0b-9c37-0c6b8512db17 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:06.427579 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dfcb0c97-94f5-429e-ab17-de8852bf148a req-84d3fab3-213f-4e0b-9c37-0c6b8512db17 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 945 time: 0.0473511 May 12 19:04:06.476571 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dfcb0c97-94f5-429e-ab17-de8852bf148a req-896b02f7-8f73-4a14-afd5-17830892dd2c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 May 12 19:04:06.597893 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25437db7-68c2-49e1-932a-520fa924fa8f req-c0cb640c-d83d-4f40-bc7f-56373ae2412b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 210 time: 0.0319278 May 12 19:04:06.605954 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048e28-5ae3-4a77-a5ae-db91cc3a1793 req-13e15d0f-7fde-47d6-9379-f36f86bb60b2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:06.607314 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e048e28-5ae3-4a77-a5ae-db91cc3a1793 req-13e15d0f-7fde-47d6-9379-f36f86bb60b2 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 945 time: 0.0686815 May 12 19:04:06.616987 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 38882) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:06.622187 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Request body: {'floatingip': {'port_id': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:04:06.664095 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (687ac119-1d74-4f61-8ab4-b3af86d91bb9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:06.792215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-dbeabc3e-4221-4b78-920c-36b600a1e54d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:06.794199 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-dbeabc3e-4221-4b78-920c-36b600a1e54d tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 811 time: 0.1148424 May 12 19:04:06.866889 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-3b36d1e5-5fd6-4909-85ac-8105de7dd860 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6 HTTP/1.1" status: 200 len: 379 time: 0.0546062 May 12 19:04:06.993930 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'port': {'device_id': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'admin_state_up': True, 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'security_groups': ['e6ca67ce-d78f-43d2-986c-23cfaca7bb27']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:04:07.098748 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Made reservation on behalf of a61f3c6e7974486a9f3a4f9d361c5fb6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:04:07.102144 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.118025 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.124131 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (687ac119-1d74-4f61-8ab4-b3af86d91bb9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.227209 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Floating IP 687ac119-1d74-4f61-8ab4-b3af86d91bb9 associated. External IP: 172.27.3.108, port: 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d. May 12 19:04:07.236268 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Allocated IP 172.20.0.4 (3dc5243f-8a82-4161-97c5-4250a7dc2b56/67894a67-efa5-48be-be5a-c44db4742e22/5e762846-9002-4df1-9a78-c923c3f1fc21) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:04:07.378098 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.411687 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.452033 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:04:07.453809 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:04:07.456969 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:04:07.463166 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:04:07.469935 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event updated for resources: {'Port': ['ID=5e762846-9002-4df1-9a78-c923c3f1fc21,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:07.515526 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:07.516154 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.533778 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-36ff8233-01e8-4bbc-8409-edae28b7f120 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434618 May 12 19:04:07.552157 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Request body: {'port': {'device_id': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:04:07.578777 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:04:07.583350 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.591884 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:04:07.604811 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:04:07.605828 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:07.621829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.623842 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a6ce4b47-726c-48c5-a5ab-ce73b07340f7 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "PUT /v2.0/floatingips/687ac119-1d74-4f61-8ab4-b3af86d91bb9 HTTP/1.1" status: 200 len: 991 time: 1.0056512 May 12 19:04:07.624768 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e0320c-b957-4332-9135-008d05fe800d', 'tag': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:07.627361 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a395fb-9538-410b-82d6-38044389c1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "22e0320c-b957-4332-9135-008d05fe800d", "tag": "90e7efaf-e7a7-4ba1-b899-4974cb0deb3d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:07.689564 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27723bb-36d6-4333-b04e-7d10e2df16a1 x-openstack-request-id: req-d27723bb-36d6-4333-b04e-7d10e2df16a1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:07.689909 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e0320c-b957-4332-9135-008d05fe800d", "tag": "90e7efaf-e7a7-4ba1-b899-4974cb0deb3d", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:07.690236 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d27723bb-36d6-4333-b04e-7d10e2df16a1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:07.690764 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27723bb-36d6-4333-b04e-7d10e2df16a1'] response: {'name': 'network-changed', 'server_uuid': '22e0320c-b957-4332-9135-008d05fe800d', 'tag': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'status': 'completed', 'code': 200} May 12 19:04:07.766059 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:07.768784 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-c25582cf-9d78-484b-8ff1-2f3e2aa38caf None None] Provisioning complete for port 5e762846-9002-4df1-9a78-c923c3f1fc21 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:04:07.769156 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c25582cf-9d78-484b-8ff1-2f3e2aa38caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:07.799056 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e9787-86a3-4436-a812-773d4320442c req-a81843da-f777-40e8-b525-1157844a0ed7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:07.800535 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ef8e9787-86a3-4436-a812-773d4320442c req-a81843da-f777-40e8-b525-1157844a0ed7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 931 time: 0.1073451 May 12 19:04:07.817350 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a395fb-9538-410b-82d6-38044389c1fd req-74c7c2c8-bc96-43ea-99cf-5ba1e9fb9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:07.818694 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35a395fb-9538-410b-82d6-38044389c1fd req-74c7c2c8-bc96-43ea-99cf-5ba1e9fb9104 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1579004868f04df3baa3ad959277ba00&device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 1129 time: 0.0739586 May 12 19:04:07.878607 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c25582cf-9d78-484b-8ff1-2f3e2aa38caf None None] Port 5e762846-9002-4df1-9a78-c923c3f1fc21 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:04:07.998723 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ef8e9787-86a3-4436-a812-773d4320442c req-694b1ab5-36a6-4ace-8c15-afc387542c2f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883850 May 12 19:04:08.047313 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a395fb-9538-410b-82d6-38044389c1fd req-a0298fe3-1b25-45b3-95b5-fc3c3f9e9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:08.048766 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35a395fb-9538-410b-82d6-38044389c1fd req-a0298fe3-1b25-45b3-95b5-fc3c3f9e9277 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 200 len: 915 time: 0.2232010 May 12 19:04:08.067912 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '687ac119-1d74-4f61-8ab4-b3af86d91bb9', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:3f:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0320c-b957-4332-9135-008d05fe800d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:03:53Z', 'updated_at': '2022-05-12T19:04:07Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:08.094167 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:04:08.102643 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:04:08.103251 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:08.135036 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35a395fb-9538-410b-82d6-38044389c1fd req-b2e4e7fc-4f65-4aff-b37b-18f3bc59b42d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d HTTP/1.1" status: 200 len: 999 time: 0.0789692 May 12 19:04:08.213815 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:08.443211 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '687ac119-1d74-4f61-8ab4-b3af86d91bb9', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:3f:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0320c-b957-4332-9135-008d05fe800d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:03:53Z', 'updated_at': '2022-05-12T19:04:07Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:08.474125 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15678b-6639-41c1-b94f-9b102d2a057b None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '687ac119-1d74-4f61-8ab4-b3af86d91bb9', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'port_id': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'mac_address': 'fa:16:3e:3f:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0320c-b957-4332-9135-008d05fe800d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:03:53Z', 'updated_at': '2022-05-12T19:04:07Z', 'revision_number': 1, 'project_id': '1579004868f04df3baa3ad959277ba00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:04:08.481916 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e762846-9002-4df1-9a78-c923c3f1fc21 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:04:08.487573 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a395fb-9538-410b-82d6-38044389c1fd req-eb5fdfb7-843a-4cbe-aa45-ae286b98ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:08.489052 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35a395fb-9538-410b-82d6-38044389c1fd req-eb5fdfb7-843a-4cbe-aa45-ae286b98ba3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 200 len: 853 time: 0.3464580 May 12 19:04:08.493690 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Publish callbacks [] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:08.535382 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Transition to ACTIVE for port object 5e762846-9002-4df1-9a78-c923c3f1fc21 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:04:08.540899 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:08.551060 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a395fb-9538-410b-82d6-38044389c1fd req-a8677188-ffae-4dd8-a922-0c12d857ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:08.552560 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35a395fb-9538-410b-82d6-38044389c1fd req-a8677188-ffae-4dd8-a922-0c12d857ef31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558202 May 12 19:04:08.666021 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Pushing event updated for resources: {'Port': ['ID=5e762846-9002-4df1-9a78-c923c3f1fc21,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:08.692912 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e58af-5249-4713-b1f4-df729bececb3 None None] New status for floating IP 687ac119-1d74-4f61-8ab4-b3af86d91bb9: ACTIVE {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:04:08.746608 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35a395fb-9538-410b-82d6-38044389c1fd req-c45b1c47-fd01-4332-9c77-fb629c9b8a0f service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747413 May 12 19:04:08.800669 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Attempting to bind port 5e762846-9002-4df1-9a78-c923c3f1fc21 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:04:08.801014 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Attempting to bind port 5e762846-9002-4df1-9a78-c923c3f1fc21 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:04:08.801326 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Attempting to bind port 5e762846-9002-4df1-9a78-c923c3f1fc21 on network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:04:08.836369 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Port 5e762846-9002-4df1-9a78-c923c3f1fc21 on network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:04:08.836698 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Attempting to bind port 5e762846-9002-4df1-9a78-c923c3f1fc21 on network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:04:08.849977 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:04:08.850315 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Checking segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:04:08.850704 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Bound using segment: {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:04:08.851145 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Bound port: 5e762846-9002-4df1-9a78-c923c3f1fc21, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbce1c67-a4a5-4965-9332-e1e233969748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:04:08.851507 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:08.909597 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35a395fb-9538-410b-82d6-38044389c1fd req-58f6398d-8e02-4ea8-8db9-ad2a2db7e479 service neutron] 10.222.0.49 "GET /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556756 May 12 19:04:08.940162 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] For port 5e762846-9002-4df1-9a78-c923c3f1fc21, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:04:08.943215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] For port 5e762846-9002-4df1-9a78-c923c3f1fc21, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5e762846-9002-4df1-9a78-c923c3f1fc21,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:04:08.948575 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:08.988624 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:08.989246 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:08.990637 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] 10.222.0.49 "PUT /v2.0/ports/5e762846-9002-4df1-9a78-c923c3f1fc21 HTTP/1.1" status: 200 len: 1093 time: 1.4430106 May 12 19:04:08.991075 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'tag': '5e762846-9002-4df1-9a78-c923c3f1fc21'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:08.993301 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66772e64-ef47-4c69-89c8-922aa26f0326" -d '{"events": [{"name": "network-changed", "server_uuid": "15d9a1db-4ae5-4e5d-bc0f-eae936fc362c", "tag": "5e762846-9002-4df1-9a78-c923c3f1fc21"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:09.020454 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f0948-0688-47c3-8328-25fcd9bdbc17 service neutron] Pushing event updated for resources: {'Port': ['ID=5e762846-9002-4df1-9a78-c923c3f1fc21,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:09.034783 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ac6878-8a7b-46e7-89b3-b28d50be8ff5 x-openstack-request-id: req-04ac6878-8a7b-46e7-89b3-b28d50be8ff5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:09.035153 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d9a1db-4ae5-4e5d-bc0f-eae936fc362c", "tag": "5e762846-9002-4df1-9a78-c923c3f1fc21", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:09.035479 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04ac6878-8a7b-46e7-89b3-b28d50be8ff5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:09.035957 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ac6878-8a7b-46e7-89b3-b28d50be8ff5'] response: {'name': 'network-changed', 'server_uuid': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'tag': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'status': 'completed', 'code': 200} May 12 19:04:09.130887 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ba2e533b-23e8-408f-926a-c655abf691cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:09.132412 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-ba2e533b-23e8-408f-926a-c655abf691cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 1127 time: 0.0702844 May 12 19:04:09.147178 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ac771-f81e-4c16-a6b8-fc4664e3fba8 req-8671aa06-d8cd-4d2f-9992-ba175307843c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:09.148696 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-196ac771-f81e-4c16-a6b8-fc4664e3fba8 req-8671aa06-d8cd-4d2f-9992-ba175307843c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 943 time: 0.0579352 May 12 19:04:09.194645 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-7c28eb88-310f-49af-8b8c-21367deec3c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762846-9002-4df1-9a78-c923c3f1fc21 HTTP/1.1" status: 200 len: 217 time: 0.0448356 May 12 19:04:09.264313 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-196ac771-f81e-4c16-a6b8-fc4664e3fba8 req-340e9932-a8d8-4d4b-93d2-89905982f6c6 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076200 May 12 19:04:09.268067 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-bd2d2507-2afc-457b-9f08-ce9e245d3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:09.269481 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-bd2d2507-2afc-457b-9f08-ce9e245d3d0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 200 len: 850 time: 0.0665934 May 12 19:04:09.316566 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-eb7f54d3-e5ee-4504-9e50-dd7afd718d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:09.318224 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-eb7f54d3-e5ee-4504-9e50-dd7afd718d7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc5243f-8a82-4161-97c5-4250a7dc2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420780 May 12 19:04:09.430957 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-d3b1697d-ee38-4048-a1cf-f3da1802ac16 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051641 May 12 19:04:09.529248 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9bf88a5-bf61-4030-8bf7-ffe260ce876e req-339ee235-ef59-4da4-8867-f1bfb47aee5f service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910132 May 12 19:04:10.383290 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395c306-8fab-45c3-8497-80018e1410e3 req-6d22f56a-822e-46f8-9d6f-3282bb5dcde7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:10.384698 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b395c306-8fab-45c3-8497-80018e1410e3 req-6d22f56a-822e-46f8-9d6f-3282bb5dcde7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 943 time: 0.0512745 May 12 19:04:10.431843 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b395c306-8fab-45c3-8497-80018e1410e3 req-3c157be0-da1e-4b3a-a789-7bf29d67e596 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 May 12 19:04:10.629316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-740c530b-e543-4e2a-b516-a6c3a778d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:10.630736 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-740c530b-e543-4e2a-b516-a6c3a778d16d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 1127 time: 0.0378163 May 12 19:04:10.737308 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-e8956c88-1d83-476a-9963-3fbf72b226a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:10.738762 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-e8956c88-1d83-476a-9963-3fbf72b226a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 912 time: 0.0989563 May 12 19:04:10.780427 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-f876715f-1ef6-48ed-91f1-e67ab1cbf771 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762846-9002-4df1-9a78-c923c3f1fc21 HTTP/1.1" status: 200 len: 217 time: 0.0346007 May 12 19:04:10.827816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-2ff81deb-f7bb-46c7-8be9-a9c85e831521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:10.829198 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-2ff81deb-f7bb-46c7-8be9-a9c85e831521 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 200 len: 850 time: 0.0425210 May 12 19:04:10.875134 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-b09b45ad-e282-4737-afce-955d1616ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:10.876572 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-b09b45ad-e282-4737-afce-955d1616ae01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc5243f-8a82-4161-97c5-4250a7dc2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405772 May 12 19:04:10.966311 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-4b050a9b-061d-4dfc-8270-7251584b968e service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825694 May 12 19:04:11.059872 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66772e64-ef47-4c69-89c8-922aa26f0326 req-290a81eb-33fe-4865-95d9-cb12a02e9bbb service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865746 May 12 19:04:11.541496 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c936395-aea2-4439-9807-cb456a93183f req-66755426-a995-4e6f-b16c-900248e64a98 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:11.543467 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c936395-aea2-4439-9807-cb456a93183f req-66755426-a995-4e6f-b16c-900248e64a98 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 943 time: 0.0459127 May 12 19:04:11.588671 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c936395-aea2-4439-9807-cb456a93183f req-252859d4-2290-4642-af90-ddaddb377753 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396540 May 12 19:04:12.287459 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 5e762846-9002-4df1-9a78-c923c3f1fc21 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:04:12.383926 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 5e762846-9002-4df1-9a78-c923c3f1fc21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5e762846-9002-4df1-9a78-c923c3f1fc21,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:12.397915 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'port_id': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'mac_address': 'fa:16:3e:35:4a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:04:12.434972 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 5e762846-9002-4df1-9a78-c923c3f1fc21 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:04:12.435376 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:12.447826 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e762846-9002-4df1-9a78-c923c3f1fc21 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:04:12.467068 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 5e762846-9002-4df1-9a78-c923c3f1fc21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5e762846-9002-4df1-9a78-c923c3f1fc21,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:12.471049 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:12.519024 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=5e762846-9002-4df1-9a78-c923c3f1fc21,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:12.702663 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8331f-ef2f-4027-beda-b3e8ed705e2f req-d2085486-12fd-42b5-8249-71b67f88f03c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:12.704124 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d5a8331f-ef2f-4027-beda-b3e8ed705e2f req-d2085486-12fd-42b5-8249-71b67f88f03c tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 944 time: 0.0465696 May 12 19:04:12.755608 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d5a8331f-ef2f-4027-beda-b3e8ed705e2f req-8a2263d7-7731-4772-b411-b90c6760a0f7 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454118 May 12 19:04:12.776118 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:04:12.867792 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['5e762846-9002-4df1-9a78-c923c3f1fc21'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:04:13.873478 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf386b3-2af9-4bad-b833-c22918ee111a req-04183051-dbb5-4aa0-ad90-0f3ae73b1f26 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:13.874991 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8cf386b3-2af9-4bad-b833-c22918ee111a req-04183051-dbb5-4aa0-ad90-0f3ae73b1f26 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 944 time: 0.0465219 May 12 19:04:13.920981 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8cf386b3-2af9-4bad-b833-c22918ee111a req-8f69f4c6-71f6-4806-8c96-bf6c3dbac1a2 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 May 12 19:04:14.303824 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 5e762846-9002-4df1-9a78-c923c3f1fc21 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:04:14.350947 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 5e762846-9002-4df1-9a78-c923c3f1fc21 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:04:14.356480 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 5e762846-9002-4df1-9a78-c923c3f1fc21 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:04:14.356839 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:14.431843 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 5e762846-9002-4df1-9a78-c923c3f1fc21 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:04:14.432224 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:14.454848 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e762846-9002-4df1-9a78-c923c3f1fc21'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:14.457051 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de882725-74df-40e7-a2b0-38aafd8e5ccc" -d '{"events": [{"server_uuid": "15d9a1db-4ae5-4e5d-bc0f-eae936fc362c", "name": "network-vif-plugged", "status": "completed", "tag": "5e762846-9002-4df1-9a78-c923c3f1fc21"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:14.469958 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 5e762846-9002-4df1-9a78-c923c3f1fc21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5e762846-9002-4df1-9a78-c923c3f1fc21,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:14.473837 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:14.497307 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a137c19-3a5d-4752-a41e-54046cab9ed2 x-openstack-request-id: req-5a137c19-3a5d-4752-a41e-54046cab9ed2 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:14.497633 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d9a1db-4ae5-4e5d-bc0f-eae936fc362c", "name": "network-vif-plugged", "status": "completed", "tag": "5e762846-9002-4df1-9a78-c923c3f1fc21", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:14.497887 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a137c19-3a5d-4752-a41e-54046cab9ed2 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:14.498273 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a137c19-3a5d-4752-a41e-54046cab9ed2'] response: {'server_uuid': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'code': 200} May 12 19:04:14.525781 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=5e762846-9002-4df1-9a78-c923c3f1fc21,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:14.697631 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4196d-d27e-411a-9f75-e9c66d6bc707 req-e7af6abc-4a92-4d4c-9a68-8f090b3babeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:14.699037 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-36d4196d-d27e-411a-9f75-e9c66d6bc707 req-e7af6abc-4a92-4d4c-9a68-8f090b3babeb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 1129 time: 0.0377519 May 12 19:04:14.741436 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-36d4196d-d27e-411a-9f75-e9c66d6bc707 req-c25528fe-7d9c-4f8c-b6f2-6770d470179d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364745 May 12 19:04:15.033702 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faf903-e35f-4a36-8af6-3ff2233140a6 req-49cf752e-57a7-4f38-a79f-6311f5d56f51 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:15.035156 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66faf903-e35f-4a36-8af6-3ff2233140a6 req-49cf752e-57a7-4f38-a79f-6311f5d56f51 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 945 time: 0.0491688 May 12 19:04:15.082155 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66faf903-e35f-4a36-8af6-3ff2233140a6 req-4ee087b6-d645-45e7-8a3b-dd64f71eba77 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 May 12 19:04:16.196294 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0aeff-a487-4a77-8999-84a1fd2ede16 req-5039161a-8651-4c7e-9e9b-ca907caaa3b2 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:16.197780 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dff0aeff-a487-4a77-8999-84a1fd2ede16 req-5039161a-8651-4c7e-9e9b-ca907caaa3b2 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 945 time: 0.0468178 May 12 19:04:16.246898 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dff0aeff-a487-4a77-8999-84a1fd2ede16 req-a746610c-2512-4620-87fd-225b98824fb4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 May 12 19:04:17.359148 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934df4f4-af13-4a73-a2c5-921296a811fd req-44a2a3d7-2249-49f5-9795-3b3e46b762c8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:17.360634 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-934df4f4-af13-4a73-a2c5-921296a811fd req-44a2a3d7-2249-49f5-9795-3b3e46b762c8 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 945 time: 0.0459383 May 12 19:04:17.418318 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-934df4f4-af13-4a73-a2c5-921296a811fd req-db70b382-0714-4339-83f0-9dc92dfc3b16 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518439 May 12 19:04:17.524939 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e060a0-745d-42a4-b410-9348a0936559 req-4fa1d574-03c8-4daf-8657-da89eae3bb22 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:17.526431 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-05e060a0-745d-42a4-b410-9348a0936559 req-4fa1d574-03c8-4daf-8657-da89eae3bb22 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 945 time: 0.0479987 May 12 19:04:17.535177 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 38946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:17.539518 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Request body: {'floatingip': {'port_id': '5e762846-9002-4df1-9a78-c923c3f1fc21'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:04:17.578889 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (4739e1fe-865e-4e71-b346-12b713bd702c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:17.925098 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcf11-53fd-4611-aa31-523de006c5bc req-e5855f55-c037-4f5d-ad5f-fa32899e7ca8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:17.926584 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-485bcf11-53fd-4611-aa31-523de006c5bc req-e5855f55-c037-4f5d-ad5f-fa32899e7ca8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0891283 May 12 19:04:18.024611 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-485bcf11-53fd-4611-aa31-523de006c5bc req-8e5e59dd-f1f5-4f36-b0a7-ccea64324dfe tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917842 May 12 19:04:18.108914 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:18.112904 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (4739e1fe-865e-4e71-b346-12b713bd702c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:18.217864 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Floating IP 4739e1fe-865e-4e71-b346-12b713bd702c associated. External IP: 172.27.3.148, port: 5e762846-9002-4df1-9a78-c923c3f1fc21. May 12 19:04:18.428137 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Router de19156b-3223-424b-a853-bf455d405c2c has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:04:18.534968 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:04:18.539464 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:18.544600 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] Sync routers for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:04:18.554951 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:04:18.555572 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:18.666693 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:18.824815 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7f88f356-ca51-4de6-b92e-a3a841aa29d1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "PUT /v2.0/floatingips/4739e1fe-865e-4e71-b346-12b713bd702c HTTP/1.1" status: 200 len: 991 time: 1.2884848 May 12 19:04:18.825350 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'tag': '5e762846-9002-4df1-9a78-c923c3f1fc21'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:18.828206 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569ac55c-de32-45f5-a929-a26295ac6816" -d '{"events": [{"name": "network-changed", "server_uuid": "15d9a1db-4ae5-4e5d-bc0f-eae936fc362c", "tag": "5e762846-9002-4df1-9a78-c923c3f1fc21"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:18.863466 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec0176-5e49-4722-9220-a9960a27a9e7 x-openstack-request-id: req-cdec0176-5e49-4722-9220-a9960a27a9e7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:18.863866 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d9a1db-4ae5-4e5d-bc0f-eae936fc362c", "tag": "5e762846-9002-4df1-9a78-c923c3f1fc21", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:18.864147 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdec0176-5e49-4722-9220-a9960a27a9e7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:18.864550 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdec0176-5e49-4722-9220-a9960a27a9e7'] response: {'name': 'network-changed', 'server_uuid': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'tag': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'status': 'completed', 'code': 200} May 12 19:04:18.886987 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '4739e1fe-865e-4e71-b346-12b713bd702c', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'port_id': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'mac_address': 'fa:16:3e:35:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:04:03Z', 'updated_at': '2022-05-12T19:04:18Z', 'revision_number': 1, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:18.918971 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] Checking router: de19156b-3223-424b-a853-bf455d405c2c for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:04:18.928600 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:04:18.929220 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:03:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:18.949880 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ac55c-de32-45f5-a929-a26295ac6816 req-ae994126-e1de-4b51-ba6f-5f387729a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:18.951852 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-569ac55c-de32-45f5-a929-a26295ac6816 req-ae994126-e1de-4b51-ba6f-5f387729a7b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 1129 time: 0.0394704 May 12 19:04:19.037708 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:19.043834 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ac55c-de32-45f5-a929-a26295ac6816 req-f85376c0-35ac-4a35-967a-7bf3f9f88cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:19.045340 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-569ac55c-de32-45f5-a929-a26295ac6816 req-f85376c0-35ac-4a35-967a-7bf3f9f88cf3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 200 len: 912 time: 0.0862501 May 12 19:04:19.117015 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-569ac55c-de32-45f5-a929-a26295ac6816 req-3f6a6b76-d2be-4085-9e4d-a73e29d685e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762846-9002-4df1-9a78-c923c3f1fc21 HTTP/1.1" status: 200 len: 999 time: 0.0625975 May 12 19:04:19.169040 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ac55c-de32-45f5-a929-a26295ac6816 req-896a61e7-89be-4224-b63a-a5062f1dbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:19.170137 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-569ac55c-de32-45f5-a929-a26295ac6816 req-896a61e7-89be-4224-b63a-a5062f1dbadf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 200 len: 850 time: 0.0456145 May 12 19:04:19.245461 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ac55c-de32-45f5-a929-a26295ac6816 req-86951ca0-1d74-4adc-bdd0-46c7e59746cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:19.246986 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-569ac55c-de32-45f5-a929-a26295ac6816 req-86951ca0-1d74-4adc-bdd0-46c7e59746cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc5243f-8a82-4161-97c5-4250a7dc2b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703681 May 12 19:04:19.267201 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '4739e1fe-865e-4e71-b346-12b713bd702c', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'port_id': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'mac_address': 'fa:16:3e:35:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:04:03Z', 'updated_at': '2022-05-12T19:04:18Z', 'revision_number': 1, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:19.267680 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c9c4-1130-4355-bd96-807d294aaa9e req-1bbab281-aefb-4d16-b290-d3a00709ca5a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:19.269388 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c809c9c4-1130-4355-bd96-807d294aaa9e req-1bbab281-aefb-4d16-b290-d3a00709ca5a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.1706412 May 12 19:04:19.297962 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7991d70-2cd6-41c6-b979-02687e2fcad7 None None] The sync data for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi is: [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '4739e1fe-865e-4e71-b346-12b713bd702c', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'port_id': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'mac_address': 'fa:16:3e:35:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:04:03Z', 'updated_at': '2022-05-12T19:04:18Z', 'revision_number': 1, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:04:19.316671 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a4de2338-54c6-443a-81de-71c39b925653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:19.372111 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c809c9c4-1130-4355-bd96-807d294aaa9e req-39b28eaa-64ed-4e9e-96ec-bfb5f2d8d84e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916135 May 12 19:04:19.386672 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-569ac55c-de32-45f5-a929-a26295ac6816 req-2bc3b1c6-cf61-484c-bfcb-6dbd02d3e812 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318181 May 12 19:04:19.491900 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-569ac55c-de32-45f5-a929-a26295ac6816 req-56f35587-c2ac-4402-af10-cdc365104c91 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961902 May 12 19:04:19.508146 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e95316-e55e-4503-b793-0f9a93911fe8 None None] New status for floating IP 4739e1fe-865e-4e71-b346-12b713bd702c: ACTIVE {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:04:20.498284 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8323c-b03f-40d4-935a-c2376438a808 req-b3d121ee-8dc9-4dde-a586-9b734ba872dc tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:20.500260 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcb8323c-b03f-40d4-935a-c2376438a808 req-b3d121ee-8dc9-4dde-a586-9b734ba872dc tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0503685 May 12 19:04:20.545992 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcb8323c-b03f-40d4-935a-c2376438a808 req-d57645fb-435f-44b2-b016-4db2b2777ef9 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402482 May 12 19:04:21.342392 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1bb232a8-2fc8-41ec-a8cd-06d35521be40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:21.666090 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f299922-f312-43e8-badd-af256b18c08d req-20b919b1-64c8-4052-937d-c29687c5f65b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:21.667443 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f299922-f312-43e8-badd-af256b18c08d req-20b919b1-64c8-4052-937d-c29687c5f65b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0464044 May 12 19:04:21.713379 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f299922-f312-43e8-badd-af256b18c08d req-fdd25b74-4ef5-4bec-8e72-d1af0bacf5c7 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 May 12 19:04:22.829446 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dbccd-988a-452b-b087-e6d3ff173d04 req-67ef5cd3-8d57-49d4-b8ed-c178fadfc56c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:22.830904 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad3dbccd-988a-452b-b087-e6d3ff173d04 req-67ef5cd3-8d57-49d4-b8ed-c178fadfc56c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0457160 May 12 19:04:22.880180 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad3dbccd-988a-452b-b087-e6d3ff173d04 req-45935318-8616-432f-bcb6-95d172bb837b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437779 May 12 19:04:22.957215 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:23.542386 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:23.996839 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2379406-f95d-4f81-9089-36b33caec8eb req-bd5df0ca-ec0d-41fd-b795-b21821936707 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:23.998777 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b2379406-f95d-4f81-9089-36b33caec8eb req-bd5df0ca-ec0d-41fd-b795-b21821936707 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0483530 May 12 19:04:24.048572 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b2379406-f95d-4f81-9089-36b33caec8eb req-84a4e592-56fa-424e-b1ca-0ea48edd4508 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442460 May 12 19:04:24.216352 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:24.785695 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-bd45fd42-10cc-4ba4-a8bc-727e6afcefb5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381222 May 12 19:04:24.886597 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-f46fdc97-76fe-40b8-858e-0ade4e6471eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:24.888079 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-f46fdc97-76fe-40b8-858e-0ade4e6471eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb2e124562e34719a49be3de45e6cf37&device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 1130 time: 0.0406873 May 12 19:04:24.999106 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d52f1-9383-4631-b7f7-050a50cc51cd req-46f865b1-4a47-4c93-aaa3-f83b88974d0c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:25.000569 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-925d52f1-9383-4631-b7f7-050a50cc51cd req-46f865b1-4a47-4c93-aaa3-f83b88974d0c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0496373 May 12 19:04:25.046274 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-925d52f1-9383-4631-b7f7-050a50cc51cd req-44901e28-837e-481a-bc1a-b82e66cb57b9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401113 May 12 19:04:25.165509 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47494af5-a2a9-4cc9-8a8d-f994b693d4da req-fd03eb89-54fc-41b6-a205-e0fcbfaf5a54 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:25.166938 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47494af5-a2a9-4cc9-8a8d-f994b693d4da req-fd03eb89-54fc-41b6-a205-e0fcbfaf5a54 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0476699 May 12 19:04:25.213909 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47494af5-a2a9-4cc9-8a8d-f994b693d4da req-07d5f034-6ad0-4547-bd10-d89f237de3e8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 May 12 19:04:25.601221 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:26.160191 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a46ea-1e3f-4779-a30a-03ab9e91101f req-f5d3bfbd-c3b4-41b9-ad00-a4bfac41df82 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:26.161650 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-978a46ea-1e3f-4779-a30a-03ab9e91101f req-f5d3bfbd-c3b4-41b9-ad00-a4bfac41df82 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0500152 May 12 19:04:26.210513 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-978a46ea-1e3f-4779-a30a-03ab9e91101f req-27c555aa-5e63-4139-9767-bb2f8fea6f96 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432441 May 12 19:04:26.326673 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2956a48-813f-4b10-ac64-07f48972002b req-109a5f7c-5073-4cc1-a7e5-314670de985b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:26.328012 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2956a48-813f-4b10-ac64-07f48972002b req-109a5f7c-5073-4cc1-a7e5-314670de985b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0460012 May 12 19:04:26.373718 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2956a48-813f-4b10-ac64-07f48972002b req-88245e83-658f-449a-a87c-c5b34d0058d4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 May 12 19:04:27.320977 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae151d-bcad-4dcf-93b8-04f183cfcc75 req-a74abef0-fcd2-4806-925e-173d5809b9ed tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:27.322453 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44ae151d-bcad-4dcf-93b8-04f183cfcc75 req-a74abef0-fcd2-4806-925e-173d5809b9ed tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0462596 May 12 19:04:27.371173 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44ae151d-bcad-4dcf-93b8-04f183cfcc75 req-04942d0f-855a-458f-874e-edfc28d7f9aa tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432892 May 12 19:04:27.490233 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00389f-7189-48aa-a9e7-8f854ebf9a1a req-61a64b6d-9832-407c-8b2b-0b4d3f9d1faa tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:27.491585 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7f00389f-7189-48aa-a9e7-8f854ebf9a1a req-61a64b6d-9832-407c-8b2b-0b4d3f9d1faa tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0453227 May 12 19:04:27.538261 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7f00389f-7189-48aa-a9e7-8f854ebf9a1a req-58f2b157-f758-4871-b4dd-1dc48934396d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 May 12 19:04:28.339173 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-3d980c89-63ab-47bb-b2ee-b2044ab93cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:28.340662 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-3d980c89-63ab-47bb-b2ee-b2044ab93cbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 200 len: 920 time: 0.0892680 May 12 19:04:28.504143 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-390d3029-1ed9-4591-bb1d-7005093e5f52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=892d0c20-1c89-4582-aee5-a3cc582f961d HTTP/1.1" status: 200 len: 217 time: 0.0380607 May 12 19:04:28.515077 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26598c-04ff-410f-b62d-6e9f2c6e377f req-1569016c-3ad4-456c-a565-20f183926fac tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:28.516457 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de26598c-04ff-410f-b62d-6e9f2c6e377f req-1569016c-3ad4-456c-a565-20f183926fac tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0781462 May 12 19:04:28.593672 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-baeb571a-b3b0-4a47-80b1-1009600accb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:28.595134 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-baeb571a-b3b0-4a47-80b1-1009600accb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 200 len: 858 time: 0.0778611 May 12 19:04:28.598558 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de26598c-04ff-410f-b62d-6e9f2c6e377f req-c71bf081-4aba-4dd1-84d1-ead3f03a94c9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=93934eb2-b72f-465d-a165-fae9b019c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744271 May 12 19:04:28.658635 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0956a-41d0-47f9-bb9d-2d86b1ff3ff2 req-19b47f5d-7ac3-4ef5-9f23-1001917e2da4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:28.660018 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d0956a-41d0-47f9-bb9d-2d86b1ff3ff2 req-19b47f5d-7ac3-4ef5-9f23-1001917e2da4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0465128 May 12 19:04:28.748784 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-abf47752-46d2-4f29-b71b-02295086ea9e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:28.750244 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-abf47752-46d2-4f29-b71b-02295086ea9e tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 945 time: 0.0883393 May 12 19:04:28.754810 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-1638f4c9-47a8-458d-847b-3401d8088614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:28.756155 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-1638f4c9-47a8-458d-847b-3401d8088614 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6591bd39-6d3d-40fe-a449-357cebc4a65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952926 May 12 19:04:28.827644 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44d0956a-41d0-47f9-bb9d-2d86b1ff3ff2 req-6cd9970f-dd8f-4447-8dc3-d7e5c9e2ba4f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503258 May 12 19:04:28.917399 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Deleting port 521e204c-fea5-47a9-a561-25d5d27a554a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:28.917679 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:28.946869 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-0d8361ed-c260-4c60-b710-ad946e5684c8 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767244 May 12 19:04:29.066257 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] For port 521e204c-fea5-47a9-a561-25d5d27a554a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=521e204c-fea5-47a9-a561-25d5d27a554a,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:29.066613 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:29.130150 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7f1d2fd-10be-4861-add6-ce1a3f68e1a4 req-c2ddd41f-956e-4e59-867e-f1d036dbc7c4 service neutron] 10.222.0.49 "GET /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519780 May 12 19:04:29.253673 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:29.254032 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (819342f6-2cda-468a-9c61-d4b8e729286b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:29.254342 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Floating IP 819342f6-2cda-468a-9c61-d4b8e729286b disassociated. External IP: 172.27.3.209, port: 521e204c-fea5-47a9-a561-25d5d27a554a. May 12 19:04:29.254688 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Calling delete_port for 521e204c-fea5-47a9-a561-25d5d27a554a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:29.380372 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (521e204c-fea5-47a9-a561-25d5d27a554a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:29.407127 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event deleted for resources: {'Port': ['ID=521e204c-fea5-47a9-a561-25d5d27a554a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:29.524545 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Router 3b95ac69-8b5f-4524-9850-5da5de761bc6 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:04:29.634875 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:04:29.645954 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] Sync routers for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:04:29.657083 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:04:29.657997 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:04:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:29.691813 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] No DVR routers for this DVR port 521e204c-fea5-47a9-a561-25d5d27a554a on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:04:29.695019 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:29.698173 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7cade7ff-81d7-47e5-95b3-a70075ce9c12 req-a8eb3a8e-d7e5-4e15-affe-dfa2f0c31a15 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "DELETE /v2.0/ports/521e204c-fea5-47a9-a561-25d5d27a554a HTTP/1.1" status: 204 len: 173 time: 0.9367299 May 12 19:04:29.698605 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'name': 'network-vif-deleted', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:29.701456 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d572bf82-50b1-46e3-8d1c-3ece9969c08a" -d '{"events": [{"server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "name": "network-vif-deleted", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:29.720400 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-20bd381d-3b1d-4410-b6b9-e4affc920b34 req-57244706-28f2-41da-84b5-513674a5a272 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=665565c6-dd25-45be-b6a5-db7fddff10cf HTTP/1.1" status: 200 len: 210 time: 0.0374501 May 12 19:04:29.765308 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43861be-cd1d-4b70-8221-01310dc692cd x-openstack-request-id: req-d43861be-cd1d-4b70-8221-01310dc692cd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:29.765884 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665565c6-dd25-45be-b6a5-db7fddff10cf", "name": "network-vif-deleted", "tag": "521e204c-fea5-47a9-a561-25d5d27a554a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:29.766312 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d43861be-cd1d-4b70-8221-01310dc692cd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:29.767196 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43861be-cd1d-4b70-8221-01310dc692cd'] response: {'server_uuid': '665565c6-dd25-45be-b6a5-db7fddff10cf', 'name': 'network-vif-deleted', 'tag': '521e204c-fea5-47a9-a561-25d5d27a554a', 'status': 'completed', 'code': 200} May 12 19:04:29.772420 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:29.951883 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b2b4-0ae4-4744-a990-101a67e10c0a req-407ff2c3-f1d4-4529-a20c-324ee0029641 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:29.953371 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a19b2b4-0ae4-4744-a990-101a67e10c0a req-407ff2c3-f1d4-4529-a20c-324ee0029641 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0488691 May 12 19:04:29.983179 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:30.000047 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a19b2b4-0ae4-4744-a990-101a67e10c0a req-bd6152ac-dda7-4192-a30d-1427749300ae tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409789 May 12 19:04:30.009023 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] Checking router: 3b95ac69-8b5f-4524-9850-5da5de761bc6 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:04:30.018134 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:04:30.018739 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:04:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:30.124433 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:30.317931 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:30.346196 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87518562-d12d-4a8f-9675-bff9b2c867e9 None None] The sync data for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi is: [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:34Z', 'revision_number': 4, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '4f82929b-a755-4514-8475-c3bc0ff391fb', 'name': '', 'network_id': '6591bd39-6d3d-40fe-a449-357cebc4a65e', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'mac_address': 'fa:16:3e:30:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:32Z', 'updated_at': '2022-05-12T18:59:44Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'subnets': [{'id': 'f3f3bd19-3539-4f5d-ac3f-51e3214dffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:04:30.555458 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9d590-c7e5-486f-aafa-237a453ff033 None None] New status for floating IP 819342f6-2cda-468a-9c61-d4b8e729286b: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:04:30.809472 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:30.862192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25463307-bf0a-496d-9e97-8b405138164b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group (93934eb2-b72f-465d-a165-fae9b019c8e7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:30.884940 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25463307-bf0a-496d-9e97-8b405138164b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group (93934eb2-b72f-465d-a165-fae9b019c8e7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:30.935942 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25463307-bf0a-496d-9e97-8b405138164b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (93934eb2-b72f-465d-a165-fae9b019c8e7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:30.938669 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25463307-bf0a-496d-9e97-8b405138164b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:30.942216 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-25463307-bf0a-496d-9e97-8b405138164b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "DELETE /v2.0/security-groups/93934eb2-b72f-465d-a165-fae9b019c8e7 HTTP/1.1" status: 204 len: 168 time: 0.1294737 May 12 19:04:30.942750 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39020) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:30.949418 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25463307-bf0a-496d-9e97-8b405138164b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93934eb2-b72f-465d-a165-fae9b019c8e7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:30.958238 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.api.v2.resource [None req-f6cd082e-f909-4ad1-977b-14a3cfada052 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] show failed (client error): The resource could not be found. May 12 19:04:30.959329 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f6cd082e-f909-4ad1-977b-14a3cfada052 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups/93934eb2-b72f-465d-a165-fae9b019c8e7 HTTP/1.1" status: 404 len: 347 time: 0.0153170 May 12 19:04:30.962164 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:31.087606 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Deleting port 82ef5dcb-1865-4d9b-a266-12aa19ce98be {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:31.087945 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (82ef5dcb-1865-4d9b-a266-12aa19ce98be), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:31.138513 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edbf43-fc79-4c31-a254-abb8dfa3cda9 req-59330400-7485-417d-a405-531b26bb9eb2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:31.139982 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-42edbf43-fc79-4c31-a254-abb8dfa3cda9 req-59330400-7485-417d-a405-531b26bb9eb2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0681772 May 12 19:04:31.225506 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (82ef5dcb-1865-4d9b-a266-12aa19ce98be), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:31.225857 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (82ef5dcb-1865-4d9b-a266-12aa19ce98be), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:31.236704 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-42edbf43-fc79-4c31-a254-abb8dfa3cda9 req-329cefe3-1d8f-4762-a1c9-7b1b27e2dd9d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681911 May 12 19:04:31.242482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Calling delete_port for 82ef5dcb-1865-4d9b-a266-12aa19ce98be owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:31.371473 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (82ef5dcb-1865-4d9b-a266-12aa19ce98be), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:31.395909 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event deleted for resources: {'Port': ['ID=82ef5dcb-1865-4d9b-a266-12aa19ce98be,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:31.455946 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks [] for floatingip (819342f6-2cda-468a-9c61-d4b8e729286b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:31.458641 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:31.459773 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b2d47d04-ec80-40b3-9b6c-694157e0d5b2 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "DELETE /v2.0/floatingips/819342f6-2cda-468a-9c61-d4b8e729286b HTTP/1.1" status: 204 len: 168 time: 0.4965992 May 12 19:04:32.354012 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 521e204c-fea5-47a9-a561-25d5d27a554a no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:32.355621 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6152bce-f52f-44b2-bbe0-4f32a2fb1edd req-05f9e5fa-7404-480b-92db-d2c4bbdfbf90 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:32.357941 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d6152bce-f52f-44b2-bbe0-4f32a2fb1edd req-05f9e5fa-7404-480b-92db-d2c4bbdfbf90 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0475049 May 12 19:04:32.377693 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 521e204c-fea5-47a9-a561-25d5d27a554a {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:04:32.378039 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 521e204c-fea5-47a9-a561-25d5d27a554a not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:04:32.409184 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d6152bce-f52f-44b2-bbe0-4f32a2fb1edd req-58078029-2158-4c16-b40c-86457612437d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461793 May 12 19:04:33.523856 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd209495-5988-46fd-a79d-92d450903f84 req-e7ba5a06-d60e-49db-ab5f-6083dd8f5163 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:33.525302 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bd209495-5988-46fd-a79d-92d450903f84 req-e7ba5a06-d60e-49db-ab5f-6083dd8f5163 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0466192 May 12 19:04:33.571091 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bd209495-5988-46fd-a79d-92d450903f84 req-9f2d8fee-b0d0-4f6e-b68d-6c78bca74797 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402594 May 12 19:04:33.921589 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ce02-c474-476f-b8f9-a598f03d68b7 req-ea8c1c00-b29b-486e-a1bd-434ae08b3a2b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:33.923108 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8749ce02-c474-476f-b8f9-a598f03d68b7 req-ea8c1c00-b29b-486e-a1bd-434ae08b3a2b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0463912 May 12 19:04:33.968827 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8749ce02-c474-476f-b8f9-a598f03d68b7 req-e4fd3f65-2ded-4343-9e5e-1645c12e7bb0 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 May 12 19:04:34.690490 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277fedc-7959-491a-8ed3-60594c891422 req-787561e2-bed7-45f9-a04f-31b27a945d84 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:34.691926 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6277fedc-7959-491a-8ed3-60594c891422 req-787561e2-bed7-45f9-a04f-31b27a945d84 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0495603 May 12 19:04:34.739698 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6277fedc-7959-491a-8ed3-60594c891422 req-9956b26f-9667-466c-b608-75e14b858601 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 May 12 19:04:35.080322 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb4a3b-8667-48f4-9ff2-035c1839bf8f req-7f2084ab-f00e-47d5-957c-ee736d91711b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:35.081802 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fceb4a3b-8667-48f4-9ff2-035c1839bf8f req-7f2084ab-f00e-47d5-957c-ee736d91711b tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0461760 May 12 19:04:35.127023 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fceb4a3b-8667-48f4-9ff2-035c1839bf8f req-e3600b57-fc7e-4482-a7b8-be32576cc111 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 May 12 19:04:35.855526 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730e2d-aa52-4fb2-9a68-757eadeaf36b req-3786f374-c176-448b-a022-a5b9c69a9ce8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:35.857616 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3730e2d-aa52-4fb2-9a68-757eadeaf36b req-3786f374-c176-448b-a022-a5b9c69a9ce8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0462170 May 12 19:04:35.906422 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3730e2d-aa52-4fb2-9a68-757eadeaf36b req-e06dbc67-07cf-46b8-aeb6-751a2f2d0048 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 May 12 19:04:36.240056 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb78e11-49fb-4a65-8ab3-b81b032ca744 req-615afebf-57d5-44a5-858c-f60a780e61aa tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:36.241494 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9bb78e11-49fb-4a65-8ab3-b81b032ca744 req-615afebf-57d5-44a5-858c-f60a780e61aa tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0462008 May 12 19:04:36.288353 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9bb78e11-49fb-4a65-8ab3-b81b032ca744 req-e0971a5e-fce9-426b-8915-0ec67da89a90 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 May 12 19:04:36.362952 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:04:36.456781 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:36.471016 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'port_id': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'mac_address': 'fa:16:3e:07:70:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:04:36.507210 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d6ee4e3b-c3f4-4c30-877e-37f58454c827 is: ACTIVE; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:04:36.507589 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:36.520724 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6ee4e3b-c3f4-4c30-877e-37f58454c827 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:04:36.540089 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:36.544107 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:36.591920 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=6']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:36.765483 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['d6ee4e3b-c3f4-4c30-877e-37f58454c827'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:04:36.832834 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06b06-a020-4337-9b6d-943656fcc895 req-ace96856-9c4d-4a58-a507-4275dcca1383 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:36.834426 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-58c06b06-a020-4337-9b6d-943656fcc895 req-ace96856-9c4d-4a58-a507-4275dcca1383 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 945 time: 0.0926712 May 12 19:04:36.928090 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Deleting port 48557972-00a2-459a-88df-83a565897bd6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:36.928796 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (48557972-00a2-459a-88df-83a565897bd6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:37.060853 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e883d-ffe8-4d5e-804c-9e8c087d521f req-507ebe93-b1cc-4f15-9c17-1999aaf2d008 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:37.062406 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b79e883d-ffe8-4d5e-804c-9e8c087d521f req-507ebe93-b1cc-4f15-9c17-1999aaf2d008 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 945 time: 0.0708323 May 12 19:04:37.067321 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] For port 48557972-00a2-459a-88df-83a565897bd6, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=48557972-00a2-459a-88df-83a565897bd6,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:37.067678 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (48557972-00a2-459a-88df-83a565897bd6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:37.092649 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Calling delete_port for 48557972-00a2-459a-88df-83a565897bd6 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:37.161517 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b79e883d-ffe8-4d5e-804c-9e8c087d521f req-0ffdb7fc-278b-4bd1-bdc7-e0797a75e1b4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910313 May 12 19:04:37.254778 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (48557972-00a2-459a-88df-83a565897bd6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:37.294985 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['892d0c20-1c89-4582-aee5-a3cc582f961d', '48557972-00a2-459a-88df-83a565897bd6'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:04:37.578080 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event deleted for resources: {'Port': ['ID=48557972-00a2-459a-88df-83a565897bd6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:37.645210 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ae4ed49-efb2-47df-afa2-ed0c8215c13d req-e5c32db8-8263-42c5-a855-64fd3cd91671 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=398fab6a-ea82-46a2-907a-5c98b273d143 HTTP/1.1" status: 200 len: 210 time: 0.0697289 May 12 19:04:37.645753 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] No DVR routers for this DVR port 48557972-00a2-459a-88df-83a565897bd6 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:04:37.648591 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:37.651736 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-58c06b06-a020-4337-9b6d-943656fcc895 req-3e0cc7eb-42b9-46e9-aa9f-08e1a59be9b8 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "DELETE /v2.0/ports/48557972-00a2-459a-88df-83a565897bd6 HTTP/1.1" status: 204 len: 173 time: 0.8114274 May 12 19:04:37.652177 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398fab6a-ea82-46a2-907a-5c98b273d143', 'name': 'network-vif-deleted', 'tag': '48557972-00a2-459a-88df-83a565897bd6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:37.654501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5324b-dd32-4751-8795-77c1d3c37499" -d '{"events": [{"server_uuid": "398fab6a-ea82-46a2-907a-5c98b273d143", "name": "network-vif-deleted", "tag": "48557972-00a2-459a-88df-83a565897bd6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:37.710490 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f6007a-908e-4b4a-a675-3b46676be923 x-openstack-request-id: req-63f6007a-908e-4b4a-a675-3b46676be923 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:37.710824 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398fab6a-ea82-46a2-907a-5c98b273d143", "name": "network-vif-deleted", "tag": "48557972-00a2-459a-88df-83a565897bd6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:37.711163 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63f6007a-908e-4b4a-a675-3b46676be923 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:37.711732 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f6007a-908e-4b4a-a675-3b46676be923'] response: {'server_uuid': '398fab6a-ea82-46a2-907a-5c98b273d143', 'name': 'network-vif-deleted', 'tag': '48557972-00a2-459a-88df-83a565897bd6', 'status': 'completed', 'code': 200} May 12 19:04:38.318539 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebccb49-f660-4005-b9cd-16ab6125b5d6 req-907e54f1-a1f0-4579-a2d4-b1d15eb28f80 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:38.325942 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ebccb49-f660-4005-b9cd-16ab6125b5d6 req-907e54f1-a1f0-4579-a2d4-b1d15eb28f80 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 945 time: 0.0826588 May 12 19:04:38.375525 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ebccb49-f660-4005-b9cd-16ab6125b5d6 req-b7cc8dbf-1d5e-46d1-8690-d9e97298888d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483749 May 12 19:04:38.386104 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:04:38.452962 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port d6ee4e3b-c3f4-4c30-877e-37f58454c827 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:04:38.453776 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:38.535252 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d6ee4e3b-c3f4-4c30-877e-37f58454c827 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:04:38.536012 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:38.565577 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:38.568206 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877bf939-9a13-495c-ad2f-9762f37713de" -d '{"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:38.582347 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:38.588387 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:38.616424 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70df4bb-b469-4eef-853c-d8e5ae5dcb9a x-openstack-request-id: req-f70df4bb-b469-4eef-853c-d8e5ae5dcb9a {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:38.616734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:38.616995 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f70df4bb-b469-4eef-853c-d8e5ae5dcb9a {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:38.617391 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70df4bb-b469-4eef-853c-d8e5ae5dcb9a'] response: {'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'code': 200} May 12 19:04:38.640089 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=7']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:38.952963 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9412-5880-462d-9b44-d1597b6631b2 req-51320a52-ef0d-4124-9364-c9a6db208c99 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:38.954658 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e6d9412-5880-462d-9b44-d1597b6631b2 req-51320a52-ef0d-4124-9364-c9a6db208c99 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0523064 May 12 19:04:39.007132 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e6d9412-5880-462d-9b44-d1597b6631b2 req-cb4cd402-1449-4b4f-9cc2-954fdb0a267c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449002 May 12 19:04:39.513390 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315b15-81b6-465d-8b78-3a91651e5144 req-487c7aa7-aec8-4e8b-8782-277bb6ca3ae7 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:39.514923 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a6315b15-81b6-465d-8b78-3a91651e5144 req-487c7aa7-aec8-4e8b-8782-277bb6ca3ae7 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0528212 May 12 19:04:39.573304 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a6315b15-81b6-465d-8b78-3a91651e5144 req-eb29c6e6-8bf1-438c-9d96-6f963ce5e78e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523605 May 12 19:04:40.138563 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680d1f1-104f-4adb-a2cb-3b3b3f6b21f9 req-ba1eb886-83ba-4a0d-9422-492f80c42c6c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:40.140161 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c680d1f1-104f-4adb-a2cb-3b3b3f6b21f9 req-ba1eb886-83ba-4a0d-9422-492f80c42c6c tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0489190 May 12 19:04:40.192473 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c680d1f1-104f-4adb-a2cb-3b3b3f6b21f9 req-f315f3b2-fcb9-4e28-91a5-bf6cf285dca9 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 May 12 19:04:40.376499 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 48557972-00a2-459a-88df-83a565897bd6 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:40.397438 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 48557972-00a2-459a-88df-83a565897bd6 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:04:40.397844 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 48557972-00a2-459a-88df-83a565897bd6 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:04:40.732464 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa1f4-4e89-4fe7-a77e-7cc541202915 req-5ae08e3f-d1ae-403c-9d5b-abaacf9df1d2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:40.734544 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bceaa1f4-4e89-4fe7-a77e-7cc541202915 req-5ae08e3f-d1ae-403c-9d5b-abaacf9df1d2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0595191 May 12 19:04:40.787729 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bceaa1f4-4e89-4fe7-a77e-7cc541202915 req-8262eb45-d96a-4644-8ecd-ee0b10530f64 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 May 12 19:04:41.317703 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcea751-0f67-43fc-8851-c9a6193deb1d req-5aeb6c44-b911-4fd1-a565-3bc3be5d6a85 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:41.319359 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8dcea751-0f67-43fc-8851-c9a6193deb1d req-5aeb6c44-b911-4fd1-a565-3bc3be5d6a85 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0526383 May 12 19:04:41.370068 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8dcea751-0f67-43fc-8851-c9a6193deb1d req-210fc0df-560a-4923-a2c6-dac57692bddb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442386 May 12 19:04:41.917585 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21210b3d-88fc-432f-9bbb-eb451eedc7c9 req-bed66f5c-1b10-43d1-9c62-5a1963410c03 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:41.924507 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21210b3d-88fc-432f-9bbb-eb451eedc7c9 req-bed66f5c-1b10-43d1-9c62-5a1963410c03 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0552459 May 12 19:04:41.969416 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21210b3d-88fc-432f-9bbb-eb451eedc7c9 req-29012c75-0819-4296-8ba9-c5f16f27022f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440431 May 12 19:04:42.515197 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb981c-5c5a-4866-a4f1-8e1895d38d5e req-3830aaa8-2af7-405a-acee-cc6b68045344 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:42.516681 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8edb981c-5c5a-4866-a4f1-8e1895d38d5e req-3830aaa8-2af7-405a-acee-cc6b68045344 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0559335 May 12 19:04:42.567770 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8edb981c-5c5a-4866-a4f1-8e1895d38d5e req-cf304840-dc8d-48ff-bb10-7c50d46a5748 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/security-groups?id=72a93cbd-7f43-4337-8a01-af4e8dcbd367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454288 May 12 19:04:42.681859 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-a9b239d2-ca82-4345-8c36-2426efa711cc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:42.683550 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-a9b239d2-ca82-4345-8c36-2426efa711cc tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 946 time: 0.0511191 May 12 19:04:42.791913 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Deleting port 892d0c20-1c89-4582-aee5-a3cc582f961d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:42.792269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:42.895793 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] For port 892d0c20-1c89-4582-aee5-a3cc582f961d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=892d0c20-1c89-4582-aee5-a3cc582f961d,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:42.896163 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:42.911787 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Calling delete_port for 892d0c20-1c89-4582-aee5-a3cc582f961d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:43.067934 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (892d0c20-1c89-4582-aee5-a3cc582f961d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:43.113123 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['892d0c20-1c89-4582-aee5-a3cc582f961d'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:04:43.147466 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Pushing event deleted for resources: {'Port': ['ID=892d0c20-1c89-4582-aee5-a3cc582f961d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:43.175498 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] No DVR routers for this DVR port 892d0c20-1c89-4582-aee5-a3cc582f961d on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:04:43.182451 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee771dd3-79fa-4ffb-bbea-a3b41936c9c7 req-077012ca-7c2f-4f1f-a1f1-05b08bfd4a66 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:43.184775 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee771dd3-79fa-4ffb-bbea-a3b41936c9c7 req-077012ca-7c2f-4f1f-a1f1-05b08bfd4a66 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.1282573 May 12 19:04:43.186098 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:43.189634 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d3aa58f-1031-47dc-85ca-43c204be8b24 req-7f532635-53dd-41e6-8f03-f7bf87daceeb tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.49 "DELETE /v2.0/ports/892d0c20-1c89-4582-aee5-a3cc582f961d HTTP/1.1" status: 204 len: 173 time: 0.4977984 May 12 19:04:43.190137 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351fe24-18b4-4cb5-b54f-33595df43567', 'name': 'network-vif-deleted', 'tag': '892d0c20-1c89-4582-aee5-a3cc582f961d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:43.192371 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af771a2c-8eef-4b31-9dd6-616c1d04d98a" -d '{"events": [{"server_uuid": "1351fe24-18b4-4cb5-b54f-33595df43567", "name": "network-vif-deleted", "tag": "892d0c20-1c89-4582-aee5-a3cc582f961d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:43.237660 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba6067-454d-4e34-bb22-a3dad5a18e1d x-openstack-request-id: req-79ba6067-454d-4e34-bb22-a3dad5a18e1d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:43.238025 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351fe24-18b4-4cb5-b54f-33595df43567", "name": "network-vif-deleted", "tag": "892d0c20-1c89-4582-aee5-a3cc582f961d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:43.238260 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79ba6067-454d-4e34-bb22-a3dad5a18e1d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:43.238666 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ba6067-454d-4e34-bb22-a3dad5a18e1d'] response: {'server_uuid': '1351fe24-18b4-4cb5-b54f-33595df43567', 'name': 'network-vif-deleted', 'tag': '892d0c20-1c89-4582-aee5-a3cc582f961d', 'status': 'completed', 'code': 200} May 12 19:04:43.250194 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee771dd3-79fa-4ffb-bbea-a3b41936c9c7 req-c867afa9-0ab9-4092-a006-d4fd062fcf25 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545611 May 12 19:04:43.715925 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee3615ed-e873-427c-b628-71757881c14c req-8f280911-bfec-454c-81c0-2c22676483d1 tempest-ServerRescueNegativeTestJSON-1318067792 tempest-ServerRescueNegativeTestJSON-1318067792-project] 10.222.0.48 "GET /v2.0/ports?device_id=1351fe24-18b4-4cb5-b54f-33595df43567 HTTP/1.1" status: 200 len: 210 time: 0.0307770 May 12 19:04:44.371452 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8101f-ffbb-402f-8bea-659221e834d3 req-872297be-710f-418b-aa16-32458add2c81 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:44.373727 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ef8101f-ffbb-402f-8bea-659221e834d3 req-872297be-710f-418b-aa16-32458add2c81 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0514326 May 12 19:04:44.432038 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ef8101f-ffbb-402f-8bea-659221e834d3 req-5fcb0c71-a809-4a6a-8064-ca30f2fc285a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520043 May 12 19:04:44.791157 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:45.360968 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (3b95ac69-8b5f-4524-9850-5da5de761bc6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:45.683696 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c57c0-7150-4e4f-9e38-03066ec741f2 req-774f39bc-0f09-462e-a365-023392e675e5 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:45.685321 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f13c57c0-7150-4e4f-9e38-03066ec741f2 req-774f39bc-0f09-462e-a365-023392e675e5 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0869973 May 12 19:04:45.805668 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f13c57c0-7150-4e4f-9e38-03066ec741f2 req-f2041d6e-4316-4def-8807-c0d224cb6638 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000767 May 12 19:04:45.813037 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Deleting port 4f82929b-a755-4514-8475-c3bc0ff391fb {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:45.813371 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:45.904248 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] For port 4f82929b-a755-4514-8475-c3bc0ff391fb, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=4f82929b-a755-4514-8475-c3bc0ff391fb,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:45.904611 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:45.920183 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Calling delete_port for 4f82929b-a755-4514-8475-c3bc0ff391fb owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:46.133652 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (4f82929b-a755-4514-8475-c3bc0ff391fb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:46.161858 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f82929b-a755-4514-8475-c3bc0ff391fb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:46.351935 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (3b95ac69-8b5f-4524-9850-5da5de761bc6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:46.401904 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 892d0c20-1c89-4582-aee5-a3cc582f961d no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:46.437683 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 892d0c20-1c89-4582-aee5-a3cc582f961d {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:04:46.443392 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 892d0c20-1c89-4582-aee5-a3cc582f961d not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:04:46.588697 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Router 3b95ac69-8b5f-4524-9850-5da5de761bc6 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:04:46.698508 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:04:46.706472 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-839f8028-627b-4eb7-b893-60c6b8b5ef0c admin admin] 10.222.0.48 "PUT /v2.0/routers/3b95ac69-8b5f-4524-9850-5da5de761bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9118664 May 12 19:04:46.706578 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:46.707423 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] Sync routers for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:04:46.718833 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:04:46.719474 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:04:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:46.812817 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks [] for router (3b95ac69-8b5f-4524-9850-5da5de761bc6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:46.823329 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:47.008415 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T19:04:46Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:47.036254 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] Checking router: 3b95ac69-8b5f-4524-9850-5da5de761bc6 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:04:47.045113 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] Routers {'3b95ac69-8b5f-4524-9850-5da5de761bc6'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:04:47.045771 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:04:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['3b95ac69-8b5f-4524-9850-5da5de761bc6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:47.159203 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] Set router 3b95ac69-8b5f-4524-9850-5da5de761bc6 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:04:47.208663 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a669f5-6c5d-4659-9d0d-5c6384f02d03 req-d5c68558-2f74-4025-90a7-722511e1f517 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:47.210072 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e6a669f5-6c5d-4659-9d0d-5c6384f02d03 req-d5c68558-2f74-4025-90a7-722511e1f517 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0568445 May 12 19:04:47.224482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks [] for router_gateway (3b95ac69-8b5f-4524-9850-5da5de761bc6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:47.296112 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e6a669f5-6c5d-4659-9d0d-5c6384f02d03 req-aad538e6-be52-45ac-9948-d935e5fe7dcf tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796077 May 12 19:04:47.303831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Deleting port ae8f8aee-45f6-48e3-b439-349865d0c044 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:47.304323 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:47.341801 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T19:04:46Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:47.371375 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db4836-c1e9-4914-8821-6609276ccb0f None None] The sync data for ids ['3b95ac69-8b5f-4524-9850-5da5de761bc6'] in dv-cinder-795751-3-iscsi is: [{'id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'name': 'tempest-ServerRescueNegativeTestJSON-1350685948-router', 'tenant_id': 'eb2e124562e34719a49be3de45e6cf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T19:04:46Z', 'revision_number': 5, 'project_id': 'eb2e124562e34719a49be3de45e6cf37', 'gw_port': {'id': 'ae8f8aee-45f6-48e3-b439-349865d0c044', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b95ac69-8b5f-4524-9850-5da5de761bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:20Z', 'updated_at': '2022-05-12T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:04:47.404756 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-2f22a39c-bc25-4c61-aa8a-ba698294b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:47.404756 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-2f22a39c-bc25-4c61-aa8a-ba698294b591 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 1130 time: 0.1305561 May 12 19:04:47.458545 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] For port ae8f8aee-45f6-48e3-b439-349865d0c044, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=ae8f8aee-45f6-48e3-b439-349865d0c044,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:47.458967 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:47.500251 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Calling delete_port for ae8f8aee-45f6-48e3-b439-349865d0c044 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:47.566949 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-0f37adf4-db6e-4ae4-b487-cd2ebf11e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:47.568583 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-0f37adf4-db6e-4ae4-b487-cd2ebf11e1bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.1558509 May 12 19:04:47.678456 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-bd705a70-752d-46f1-8089-01fe62932c4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 200 len: 1002 time: 0.1028688 May 12 19:04:47.765140 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-759b79e3-d9cb-42a2-bb05-1b0e703888ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:47.766637 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-759b79e3-d9cb-42a2-bb05-1b0e703888ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0773959 May 12 19:04:47.821071 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (ae8f8aee-45f6-48e3-b439-349865d0c044), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:47.825074 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-9fe36fbf-442b-4ab7-a8f2-e8e831b8e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:47.826898 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-9fe36fbf-442b-4ab7-a8f2-e8e831b8e115 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537670 May 12 19:04:47.869150 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8f8aee-45f6-48e3-b439-349865d0c044,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:47.993715 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (3b95ac69-8b5f-4524-9850-5da5de761bc6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.072161 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-683f67f7-5751-458b-b884-243494a092c7 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156882 May 12 19:04:48.113366 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (3b95ac69-8b5f-4524-9850-5da5de761bc6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.116116 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks [] for router_controller (3b95ac69-8b5f-4524-9850-5da5de761bc6), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.230609 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (3b95ac69-8b5f-4524-9850-5da5de761bc6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.231203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b95ac69-8b5f-4524-9850-5da5de761bc6 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:04:48.236349 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.237494 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e25fa4b2-5e0f-4839-8632-ea015fcca6d8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3b95ac69-8b5f-4524-9850-5da5de761bc6 HTTP/1.1" status: 204 len: 168 time: 1.5299914 May 12 19:04:48.240088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:48.303027 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c86f97-19c9-4cc2-a4bb-d235bb278ab4 req-595ba893-4cbd-41ec-b34f-5e6854d72a0d service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250645 May 12 19:04:48.308042 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2775b62-7dc7-4abd-937f-614d50731b37 admin admin] Deleting subnet f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:04:48.311360 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2775b62-7dc7-4abd-937f-614d50731b37 admin admin] Publish callbacks [] for subnet (f3f3bd19-3539-4f5d-ac3f-51e3214dffc4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.357754 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2775b62-7dc7-4abd-937f-614d50731b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (f3f3bd19-3539-4f5d-ac3f-51e3214dffc4), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.455027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56605b-6b44-4386-b192-8cf975d77687 req-41079314-18eb-4957-8011-bbe0d81e6fe0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:48.456499 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d56605b-6b44-4386-b192-8cf975d77687 req-41079314-18eb-4957-8011-bbe0d81e6fe0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0749123 May 12 19:04:48.527892 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2775b62-7dc7-4abd-937f-614d50731b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (f3f3bd19-3539-4f5d-ac3f-51e3214dffc4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.569574 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d56605b-6b44-4386-b192-8cf975d77687 req-1f924fbb-34a2-4576-9232-a569b8f789e5 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927997 May 12 19:04:48.595866 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2775b62-7dc7-4abd-937f-614d50731b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (f3f3bd19-3539-4f5d-ac3f-51e3214dffc4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.621480 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2775b62-7dc7-4abd-937f-614d50731b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f3bd19-3539-4f5d-ac3f-51e3214dffc4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:48.626577 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2775b62-7dc7-4abd-937f-614d50731b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.630915 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a2775b62-7dc7-4abd-937f-614d50731b37 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f3f3bd19-3539-4f5d-ac3f-51e3214dffc4 HTTP/1.1" status: 204 len: 168 time: 0.3883650 May 12 19:04:48.631842 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39172) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:48.632075 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d1036-2efd-45ce-ba45-ca6f036bfac1 None None] Network 6591bd39-6d3d-40fe-a449-357cebc4a65e requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:04:48.704699 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (6591bd39-6d3d-40fe-a449-357cebc4a65e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.752062 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Deleting port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:48.752463 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.799354 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] DHCP port deletion for 6591bd39-6d3d-40fe-a449-357cebc4a65e request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:04:48.817257 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] For port 8e4ae54a-92e1-4866-a653-c92f7c1e7851, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=8e4ae54a-92e1-4866-a653-c92f7c1e7851,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:48.817860 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.834234 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Calling delete_port for 8e4ae54a-92e1-4866-a653-c92f7c1e7851 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:48.843422 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] Deleting port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:04:48.843819 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.905212 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] For port 8e4ae54a-92e1-4866-a653-c92f7c1e7851, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=8e4ae54a-92e1-4866-a653-c92f7c1e7851,segment=NetworkSegment(c82d35a4-9a4e-46ef-9e5a-437128502f50),segment_id=c82d35a4-9a4e-46ef-9e5a-437128502f50)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:48.905644 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.914538 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:48.924096 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] Calling delete_port for 8e4ae54a-92e1-4866-a653-c92f7c1e7851 owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:04:48.941482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4ae54a-92e1-4866-a653-c92f7c1e7851,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:48.943397 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] No DVR routers for this DVR port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 on host dv-cinder-795751-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:04:49.019128 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device ae8f8aee-45f6-48e3-b439-349865d0c044 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:49.019410 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (6591bd39-6d3d-40fe-a449-357cebc4a65e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.039247 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6591bd39-6d3d-40fe-a449-357cebc4a65e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:49.046620 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: ae8f8aee-45f6-48e3-b439-349865d0c044 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:04:49.046964 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device ae8f8aee-45f6-48e3-b439-349865d0c044 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:04:49.047374 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 8e4ae54a-92e1-4866-a653-c92f7c1e7851 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:49.049421 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82d35a4-9a4e-46ef-9e5a-437128502f50') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:49.049730 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82d35a4-9a4e-46ef-9e5a-437128502f50') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:04:49.059153 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (c82d35a4-9a4e-46ef-9e5a-437128502f50), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.072029 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (c82d35a4-9a4e-46ef-9e5a-437128502f50), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.077703 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 8e4ae54a-92e1-4866-a653-c92f7c1e7851 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:04:49.078054 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 8e4ae54a-92e1-4866-a653-c92f7c1e7851 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:04:49.078471 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 4f82929b-a755-4514-8475-c3bc0ff391fb no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:49.078610 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:04:49.078954 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (c82d35a4-9a4e-46ef-9e5a-437128502f50), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:04:49.080638 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:04:49.101551 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 4f82929b-a755-4514-8475-c3bc0ff391fb {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:04:49.101893 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 4f82929b-a755-4514-8475-c3bc0ff391fb not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:04:49.109220 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174'] for port (8e4ae54a-92e1-4866-a653-c92f7c1e7851), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.133907 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] Pushing event deleted for resources: {'Port': ['ID=8e4ae54a-92e1-4866-a653-c92f7c1e7851,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:49.138830 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (6591bd39-6d3d-40fe-a449-357cebc4a65e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.143352 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d8028-55f3-4224-b584-23fd5e0ddc02 None None] No DVR routers for this DVR port 8e4ae54a-92e1-4866-a653-c92f7c1e7851 on host dv-cinder-795751-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:04:49.153710 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.159794 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] 10.222.0.48 "DELETE /v2.0/networks/6591bd39-6d3d-40fe-a449-357cebc4a65e HTTP/1.1" status: 204 len: 168 time: 0.5270035 May 12 19:04:49.161177 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb94030-848b-4382-915f-4e15cac7a2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=6591bd39-6d3d-40fe-a449-357cebc4a65e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:49.266447 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:49.306535 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fa66d254-8f03-4a7f-bfea-47793bdff448 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb2e124562e34719a49be3de45e6cf37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387719 May 12 19:04:49.309280 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:49.318890 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f93f4530-da8d-4137-92cb-3b8fde8debcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.355734 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feac179c-a57b-46e8-bdf0-7b3973c44503 admin admin] Publish callbacks [] for security_group (72a93cbd-7f43-4337-8a01-af4e8dcbd367), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.376703 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feac179c-a57b-46e8-bdf0-7b3973c44503 admin admin] Publish callbacks [] for security_group (72a93cbd-7f43-4337-8a01-af4e8dcbd367), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.423372 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feac179c-a57b-46e8-bdf0-7b3973c44503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (72a93cbd-7f43-4337-8a01-af4e8dcbd367), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.425871 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feac179c-a57b-46e8-bdf0-7b3973c44503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:49.427008 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-feac179c-a57b-46e8-bdf0-7b3973c44503 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72a93cbd-7f43-4337-8a01-af4e8dcbd367 HTTP/1.1" status: 204 len: 168 time: 0.1167727 May 12 19:04:49.435065 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac179c-a57b-46e8-bdf0-7b3973c44503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a93cbd-7f43-4337-8a01-af4e8dcbd367,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:49.688941 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e5c18-7a62-4b0b-a7cc-c762efd460ef req-3f2c89ba-f7d8-422c-935b-b37d6f6c3109 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:49.690446 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e0e5c18-7a62-4b0b-a7cc-c762efd460ef req-3f2c89ba-f7d8-422c-935b-b37d6f6c3109 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 946 time: 0.0498371 May 12 19:04:49.739527 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e0e5c18-7a62-4b0b-a7cc-c762efd460ef req-0860ad40-d836-40be-b9a4-c8bf5b430af4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435867 May 12 19:04:49.775736 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:04:50.431659 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:50.525640 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d6ee4e3b-c3f4-4c30-877e-37f58454c827 is: ACTIVE; New status is: DOWN {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:04:50.526255 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:50.552248 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:04:50.554523 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47efa9aa-8808-4a15-8831-6e61d5a283c4" -d '{"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:04:50.572290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:04:50.577647 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:50.601545 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c8f7e6-faa4-42f1-84f8-f74525faae00 x-openstack-request-id: req-66c8f7e6-faa4-42f1-84f8-f74525faae00 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:04:50.601932 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:04:50.602251 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66c8f7e6-faa4-42f1-84f8-f74525faae00 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:04:50.602737 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c8f7e6-faa4-42f1-84f8-f74525faae00'] response: {'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'code': 200} May 12 19:04:50.634364 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=8']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:50.854684 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28db7-6865-475a-abfc-8b9be26bcd25 req-4c51a29d-889b-4aab-9cf4-47987bee8c04 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:50.856784 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c28db7-6865-475a-abfc-8b9be26bcd25 req-4c51a29d-889b-4aab-9cf4-47987bee8c04 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0463970 May 12 19:04:50.902819 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10c28db7-6865-475a-abfc-8b9be26bcd25 req-ec495de5-7184-4022-8fe3-de1293abaf3c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 May 12 19:04:51.344234 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-64d50763-497c-452b-8152-ea99fc3733ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:51.775784 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-09add380-c5de-42c6-b8c6-3d2dd148303b req-bca74490-3f3a-462b-84b1-90462a6e382e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 19:04:51.776780 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09add380-c5de-42c6-b8c6-3d2dd148303b req-bca74490-3f3a-462b-84b1-90462a6e382e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1033738 May 12 19:04:51.967105 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ea826-3097-49de-a1a8-3b758de36218 req-5ff83548-a8a3-4ad8-98d1-e7bf689de13a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:51.968579 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b75ea826-3097-49de-a1a8-3b758de36218 req-5ff83548-a8a3-4ad8-98d1-e7bf689de13a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0610726 May 12 19:04:52.021976 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b75ea826-3097-49de-a1a8-3b758de36218 req-216ce0ad-90c2-4685-9d6d-e9b808fe0e35 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476346 May 12 19:04:52.133714 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:52.210746 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-61385906-2900-4c7c-8a47-eab84b6f725d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757959 May 12 19:04:52.219568 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-c28ffdca-fc76-424a-9ec5-9f62ac7cf511 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 19:04:52.220503 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-c28ffdca-fc76-424a-9ec5-9f62ac7cf511 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047848 May 12 19:04:52.297118 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:52.391725 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-a4e700ad-2a53-49d4-8d1f-c60e50d1467b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:52.393226 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-a4e700ad-2a53-49d4-8d1f-c60e50d1467b tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports/d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 200 len: 941 time: 0.0949714 May 12 19:04:52.959836 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:53.139939 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cd45d-558e-46e3-bc58-d9c10021c647 req-4c154bff-3a82-4c48-b76d-ae7b1dddf471 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:53.141428 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d10cd45d-558e-46e3-bc58-d9c10021c647 req-4c154bff-3a82-4c48-b76d-ae7b1dddf471 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0480840 May 12 19:04:53.188545 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d10cd45d-558e-46e3-bc58-d9c10021c647 req-6eb741bb-f918-4ec4-afd0-53f18d33bd55 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 May 12 19:04:53.686718 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:54.219502 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:54.309184 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff7e24-727e-4229-9754-83252ec7e014 req-817fa477-ca1b-46da-84d0-2610b35b1243 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:54.310768 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8aff7e24-727e-4229-9754-83252ec7e014 req-817fa477-ca1b-46da-84d0-2610b35b1243 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0502367 May 12 19:04:54.356326 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8aff7e24-727e-4229-9754-83252ec7e014 req-3381cbfb-c593-43cd-a386-4cf03bb476a1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 May 12 19:04:54.673810 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:04:54.750252 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d6ee4e3b-c3f4-4c30-877e-37f58454c827 is: DOWN; New status is: DOWN {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:04:55.170209 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-8e2db5c7-7d7d-4cc4-b872-bbd99f9c39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:55.171741 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-8e2db5c7-7d7d-4cc4-b872-bbd99f9c39ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e&tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb HTTP/1.1" status: 200 len: 1128 time: 0.0431573 May 12 19:04:55.246197 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-22452d7a-d8d0-40ab-936a-fa154858223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:55.247660 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-22452d7a-d8d0-40ab-936a-fa154858223d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 1128 time: 0.0389276 May 12 19:04:55.342895 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-1ae461f1-4b7e-4247-ab88-73deae647c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:55.344238 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-1ae461f1-4b7e-4247-ab88-73deae647c06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.0903046 May 12 19:04:55.412047 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-67db0c3b-83e7-4a8b-9ec5-228b15903cf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 200 len: 1000 time: 0.0611305 May 12 19:04:55.498504 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-e7248e9d-de56-4755-b9b5-3bff19187279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:55.499974 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-e7248e9d-de56-4755-b9b5-3bff19187279 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0809963 May 12 19:04:55.507990 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a1edd-34fe-4c35-9246-d50ca3b05769 req-61ee61f8-7712-4dcc-9313-85a0f65fe2d9 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:55.509368 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bb3a1edd-34fe-4c35-9246-d50ca3b05769 req-61ee61f8-7712-4dcc-9313-85a0f65fe2d9 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0616622 May 12 19:04:55.561829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-cc4c3481-cdd2-43e7-b870-91939c776b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:55.563337 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-cc4c3481-cdd2-43e7-b870-91939c776b5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530291 May 12 19:04:55.604005 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:55.614612 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bb3a1edd-34fe-4c35-9246-d50ca3b05769 req-9b2329ff-0d57-4319-97b2-126c6f107a02 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963171 May 12 19:04:55.675062 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-7812cbf4-9de4-4fb0-93b7-90ddbfa50b78 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037321 May 12 19:04:55.771258 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea9f358-96cb-465a-a602-8117b869f6f6 req-9f597029-f755-4eb0-8517-ccbbf522b458 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900326 May 12 19:04:56.802148 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2ef43-52b8-46ae-bbe6-ba9a0e722098 req-bcdc2dd5-1f2c-49b7-be4d-85deae204b40 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:56.804637 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14c2ef43-52b8-46ae-bbe6-ba9a0e722098 req-bcdc2dd5-1f2c-49b7-be4d-85deae204b40 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0754783 May 12 19:04:56.861665 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14c2ef43-52b8-46ae-bbe6-ba9a0e722098 req-cd96332a-1841-40bf-8dd2-379a9dffc5e4 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507007 May 12 19:04:57.812392 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39418) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:57.922900 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:58.044445 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Publish callbacks [] for security_group (e89f27cf-69d3-425c-ab2f-5b048618ea40), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:58.070284 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (e89f27cf-69d3-425c-ab2f-5b048618ea40), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:58.147596 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fb492-f9bc-4d49-9cc3-9803a1a51d9c req-d146f216-f3f5-48c7-be08-6b0c1656d133 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:58.155119 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-028fb492-f9bc-4d49-9cc3-9803a1a51d9c req-d146f216-f3f5-48c7-be08-6b0c1656d133 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.2108660 May 12 19:04:58.161063 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89f27cf-69d3-425c-ab2f-5b048618ea40,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:58.198756 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39428) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:04:58.204880 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf3cff5264994280a73b27f733497d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913639 May 12 19:04:58.208807 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.209086 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.209433 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.209951 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.210291 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.210616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.211029 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.211356 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.211693 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.212221 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.212423 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.212749 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.213159 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.213481 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.213821 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76150476-690c-4512-a38c-e155b8c0fba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.247433 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-028fb492-f9bc-4d49-9cc3-9803a1a51d9c req-ee3d504a-ce5b-4fea-ab00-191c2bcbf2b6 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852413 May 12 19:04:58.274718 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Publish callbacks [] for security_group (e89f27cf-69d3-425c-ab2f-5b048618ea40), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:58.300375 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Publish callbacks [] for security_group (e89f27cf-69d3-425c-ab2f-5b048618ea40), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:58.357350 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (e89f27cf-69d3-425c-ab2f-5b048618ea40), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:58.362893 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:04:58.380694 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e89f27cf-69d3-425c-ab2f-5b048618ea40 HTTP/1.1" status: 204 len: 168 time: 0.1720805 May 12 19:04:58.414690 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89f27cf-69d3-425c-ab2f-5b048618ea40,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:04:58.418534 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.418931 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.419353 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.429997 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.430409 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.430735 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.431071 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.436627 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.437178 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.437710 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.438206 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.438842 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.439333 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.439941 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:58.440434 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c042cc4-8c2c-4f88-908d-7438f2203e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:04:59.374457 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07ac7d-9950-46dd-ac49-472d0112e23b req-bfe269cd-05c3-47a5-ab85-91943c5251c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:04:59.377484 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7e07ac7d-9950-46dd-ac49-472d0112e23b req-bfe269cd-05c3-47a5-ab85-91943c5251c2 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0575192 May 12 19:04:59.425452 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7e07ac7d-9950-46dd-ac49-472d0112e23b req-d1ed5f4e-dd35-482a-bed6-725623a2cd11 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 May 12 19:05:00.572191 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49054d9-5471-4b6d-9313-d27465f08e01 req-9fc6363a-e086-40b6-9fd8-0b54edd2afcf tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:00.573794 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a49054d9-5471-4b6d-9313-d27465f08e01 req-9fc6363a-e086-40b6-9fd8-0b54edd2afcf tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0581698 May 12 19:05:00.625814 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a49054d9-5471-4b6d-9313-d27465f08e01 req-31b60568-0d66-482a-b017-c81f5aa66b3d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459776 May 12 19:05:01.117604 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39516) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:01.243560 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-eba05f6c-c604-44e5-bf01-b261389c4fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.341007 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-eba05f6c-c604-44e5-bf01-b261389c4fb0 admin admin] Publish callbacks [] for security_group (a8f2483a-a92b-472b-b17c-f87681d862ad), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.344969 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-eba05f6c-c604-44e5-bf01-b261389c4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (a8f2483a-a92b-472b-b17c-f87681d862ad), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.377866 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba05f6c-c604-44e5-bf01-b261389c4fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f2483a-a92b-472b-b17c-f87681d862ad,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:01.408735 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-eba05f6c-c604-44e5-bf01-b261389c4fb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e39a9deb216848648f9f468edc17ba7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895026 May 12 19:05:01.411479 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39522) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:01.464415 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-451d63ee-c1c4-4ddc-8a00-816d5f51dfb8 admin admin] Publish callbacks [] for security_group (a8f2483a-a92b-472b-b17c-f87681d862ad), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.485562 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-451d63ee-c1c4-4ddc-8a00-816d5f51dfb8 admin admin] Publish callbacks [] for security_group (a8f2483a-a92b-472b-b17c-f87681d862ad), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.532668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-451d63ee-c1c4-4ddc-8a00-816d5f51dfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (a8f2483a-a92b-472b-b17c-f87681d862ad), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.535222 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-451d63ee-c1c4-4ddc-8a00-816d5f51dfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.536376 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-451d63ee-c1c4-4ddc-8a00-816d5f51dfb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8f2483a-a92b-472b-b17c-f87681d862ad HTTP/1.1" status: 204 len: 168 time: 0.1239328 May 12 19:05:01.544953 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d63ee-c1c4-4ddc-8a00-816d5f51dfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f2483a-a92b-472b-b17c-f87681d862ad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:01.766763 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da2ec2-cd63-46b9-93d9-6336ac5c7f4d req-29877955-f0cb-4def-8aa0-0bcdedddbb54 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:01.769080 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8da2ec2-cd63-46b9-93d9-6336ac5c7f4d req-29877955-f0cb-4def-8aa0-0bcdedddbb54 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0723426 May 12 19:05:01.832200 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8da2ec2-cd63-46b9-93d9-6336ac5c7f4d req-daa28dc9-d029-48da-9357-5df63fdba370 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555086 May 12 19:05:01.847343 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:01.876692 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3627baad-79aa-495b-92df-d8993c22b9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.960056 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3627baad-79aa-495b-92df-d8993c22b9d8 admin admin] Publish callbacks [] for security_group (0bf44317-0648-4095-9194-0abc26778f7e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:01.971282 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3627baad-79aa-495b-92df-d8993c22b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0bf44317-0648-4095-9194-0abc26778f7e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:02.064978 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627baad-79aa-495b-92df-d8993c22b9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf44317-0648-4095-9194-0abc26778f7e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:02.080269 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3627baad-79aa-495b-92df-d8993c22b9d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0720659713d4ab48c5204b07af9aea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317595 May 12 19:05:02.083155 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:02.147797 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb161f5-8407-4c3f-8ac9-f5becc7229d4 admin admin] Publish callbacks [] for security_group (0bf44317-0648-4095-9194-0abc26778f7e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:02.171893 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb161f5-8407-4c3f-8ac9-f5becc7229d4 admin admin] Publish callbacks [] for security_group (0bf44317-0648-4095-9194-0abc26778f7e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:02.226549 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb161f5-8407-4c3f-8ac9-f5becc7229d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0bf44317-0648-4095-9194-0abc26778f7e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:02.228990 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb161f5-8407-4c3f-8ac9-f5becc7229d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:02.230754 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0eb161f5-8407-4c3f-8ac9-f5becc7229d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bf44317-0648-4095-9194-0abc26778f7e HTTP/1.1" status: 204 len: 168 time: 0.1449955 May 12 19:05:02.241245 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb161f5-8407-4c3f-8ac9-f5becc7229d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf44317-0648-4095-9194-0abc26778f7e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:02.991191 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10696143-5e10-4502-9afa-d6bc044f37c8 req-aa61b0ef-9d0a-46d1-a2a5-1f79781bdbe5 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:02.992693 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10696143-5e10-4502-9afa-d6bc044f37c8 req-aa61b0ef-9d0a-46d1-a2a5-1f79781bdbe5 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0650482 May 12 19:05:03.041633 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10696143-5e10-4502-9afa-d6bc044f37c8 req-ef84c441-7f9c-4668-8904-2ecb0905c2c3 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425482 May 12 19:05:04.167873 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39596) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:04.210237 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a302b-cd88-47b1-ae48-cb4af50dc3ea req-4b3f0656-6341-4d6f-a882-488eaafdd975 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:04.219584 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f8a302b-cd88-47b1-ae48-cb4af50dc3ea req-4b3f0656-6341-4d6f-a882-488eaafdd975 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0574501 May 12 19:05:04.272765 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f8a302b-cd88-47b1-ae48-cb4af50dc3ea req-41307e79-0307-4760-b11d-8c32d17c85df tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522194 May 12 19:05:04.328482 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e393b05-742d-4a2d-9b56-e1bfba4fd281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:04.434008 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e393b05-742d-4a2d-9b56-e1bfba4fd281 admin admin] Publish callbacks [] for security_group (503f7479-6188-48c9-a09e-ba67b4d1ac72), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:04.442560 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e393b05-742d-4a2d-9b56-e1bfba4fd281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (503f7479-6188-48c9-a09e-ba67b4d1ac72), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:04.490818 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e393b05-742d-4a2d-9b56-e1bfba4fd281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503f7479-6188-48c9-a09e-ba67b4d1ac72,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:04.497060 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0e393b05-742d-4a2d-9b56-e1bfba4fd281 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2f392a5604c44fdba84bc93dd195981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281500 May 12 19:05:04.500030 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39602) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:04.558033 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b65f8bf-d638-46fa-8796-1db5ba636547 admin admin] Publish callbacks [] for security_group (503f7479-6188-48c9-a09e-ba67b4d1ac72), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:04.583613 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b65f8bf-d638-46fa-8796-1db5ba636547 admin admin] Publish callbacks [] for security_group (503f7479-6188-48c9-a09e-ba67b4d1ac72), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:04.640265 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b65f8bf-d638-46fa-8796-1db5ba636547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (503f7479-6188-48c9-a09e-ba67b4d1ac72), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:04.642813 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b65f8bf-d638-46fa-8796-1db5ba636547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:04.643994 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-7b65f8bf-d638-46fa-8796-1db5ba636547 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/503f7479-6188-48c9-a09e-ba67b4d1ac72 HTTP/1.1" status: 204 len: 168 time: 0.1430089 May 12 19:05:04.653688 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65f8bf-d638-46fa-8796-1db5ba636547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503f7479-6188-48c9-a09e-ba67b4d1ac72,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:04.936340 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39610) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:04.950133 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-443bb31b-289a-46ed-a5e1-7784fe4222f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:05.039453 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-443bb31b-289a-46ed-a5e1-7784fe4222f5 admin admin] Publish callbacks [] for security_group (bf4d3227-025d-4411-9221-a65322650584), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:05.044820 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-443bb31b-289a-46ed-a5e1-7784fe4222f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (bf4d3227-025d-4411-9221-a65322650584), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:05.089024 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bb31b-289a-46ed-a5e1-7784fe4222f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d3227-025d-4411-9221-a65322650584,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:05.099099 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-443bb31b-289a-46ed-a5e1-7784fe4222f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b2fa2099db045cdb919126cced91425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614871 May 12 19:05:05.099758 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39612) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:05.157846 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9627ba1-1cb7-4485-b832-0f4ea236192c admin admin] Publish callbacks [] for security_group (bf4d3227-025d-4411-9221-a65322650584), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:05.188516 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9627ba1-1cb7-4485-b832-0f4ea236192c admin admin] Publish callbacks [] for security_group (bf4d3227-025d-4411-9221-a65322650584), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:05.245777 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9627ba1-1cb7-4485-b832-0f4ea236192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (bf4d3227-025d-4411-9221-a65322650584), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:05.248576 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9627ba1-1cb7-4485-b832-0f4ea236192c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:05.249758 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e9627ba1-1cb7-4485-b832-0f4ea236192c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf4d3227-025d-4411-9221-a65322650584 HTTP/1.1" status: 204 len: 168 time: 0.1490684 May 12 19:05:05.273613 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9627ba1-1cb7-4485-b832-0f4ea236192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d3227-025d-4411-9221-a65322650584,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:05.415209 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bcc4a-1dfb-45ae-aac3-e74669b8c9bc req-f3d4fe09-b3c7-4de9-84fb-0ef2313c9f4f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:05.419027 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-386bcc4a-1dfb-45ae-aac3-e74669b8c9bc req-f3d4fe09-b3c7-4de9-84fb-0ef2313c9f4f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0548437 May 12 19:05:05.474673 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-386bcc4a-1dfb-45ae-aac3-e74669b8c9bc req-d543ffb0-b79c-440c-a40e-927770dc166d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495813 May 12 19:05:06.602787 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f4afe-7f67-4b0a-a6ad-3981fb4e1fa4 req-d1ab3850-48cd-4248-87fc-ab4559e9d4dd tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:06.604295 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc9f4afe-7f67-4b0a-a6ad-3981fb4e1fa4 req-d1ab3850-48cd-4248-87fc-ab4559e9d4dd tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0504887 May 12 19:05:06.651376 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc9f4afe-7f67-4b0a-a6ad-3981fb4e1fa4 req-e5794b50-e228-440c-8e63-721d3c1c304e tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 May 12 19:05:07.774130 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a775-9db8-43fa-9044-8e763120370c req-04cd4ec8-4aef-468f-8781-8682b656b30a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:07.775659 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec07a775-9db8-43fa-9044-8e763120370c req-04cd4ec8-4aef-468f-8781-8682b656b30a tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 944 time: 0.0508983 May 12 19:05:07.828450 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec07a775-9db8-43fa-9044-8e763120370c req-46b104ca-040d-42bc-bed5-07fcb0871dce tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445297 May 12 19:05:08.675938 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:05:08.776282 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:08.787828 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'port_id': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'mac_address': 'fa:16:3e:07:70:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:05:08.824469 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d6ee4e3b-c3f4-4c30-877e-37f58454c827 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:05:08.824856 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:08.838082 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ee4e3b-c3f4-4c30-877e-37f58454c827 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:05:08.858697 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:08.865296 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:08.924088 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=9']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:08.931787 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.932280 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.932730 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.933170 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.933657 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.934087 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.934512 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.934957 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.935380 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.935807 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.936232 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.937351 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.937351 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.937351 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.937988 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:08.958838 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee6abe-d429-4654-888a-d0b72c16e070 req-8dea9878-684a-43f0-9ca5-dc565307d075 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:08.960309 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9ee6abe-d429-4654-888a-d0b72c16e070 req-8dea9878-684a-43f0-9ca5-dc565307d075 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 945 time: 0.0560400 May 12 19:05:09.009101 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9ee6abe-d429-4654-888a-d0b72c16e070 req-c8fff1e2-7c92-4eb3-8146-404b93c989c1 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419946 May 12 19:05:09.171855 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['d6ee4e3b-c3f4-4c30-877e-37f58454c827'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:05:10.142759 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51614cf-ce55-4154-89fc-c1c6051bb52d req-73f093d9-11e8-433c-ada3-3913f4c1806c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:10.144196 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b51614cf-ce55-4154-89fc-c1c6051bb52d req-73f093d9-11e8-433c-ada3-3913f4c1806c tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 945 time: 0.0516639 May 12 19:05:10.193052 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b51614cf-ce55-4154-89fc-c1c6051bb52d req-10889fb3-6016-4941-9135-bf0a1e5c29c7 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 May 12 19:05:10.691340 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:05:10.864475 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port d6ee4e3b-c3f4-4c30-877e-37f58454c827 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:05:10.864847 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:10.945412 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port d6ee4e3b-c3f4-4c30-877e-37f58454c827 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:05:10.945834 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:10.969619 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:10.971845 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccad2ec5-2f0c-43a1-8af6-667d63cd1ba5" -d '{"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:10.984636 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:10.989637 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:11.038787 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=10']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:11.142031 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd809a-f1e9-455d-8161-94c933832544 x-openstack-request-id: req-c4dd809a-f1e9-455d-8161-94c933832544 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:11.142390 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:11.142658 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4dd809a-f1e9-455d-8161-94c933832544 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:11.143065 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4dd809a-f1e9-455d-8161-94c933832544'] response: {'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'code': 200} May 12 19:05:11.319029 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79910040-84e0-4037-a17e-9710b969c6c9 req-8b1f4f19-9d99-4a5d-836d-8ed3b6e2161d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:11.323437 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79910040-84e0-4037-a17e-9710b969c6c9 req-8b1f4f19-9d99-4a5d-836d-8ed3b6e2161d tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 947 time: 0.0547078 May 12 19:05:11.680523 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79910040-84e0-4037-a17e-9710b969c6c9 req-9188f6b5-2bc6-4dbf-a281-e158e3356cf0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513167 May 12 19:05:11.684003 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73165-3c14-4429-ad22-bf496f4d82b6 req-8e11fac1-5d13-4d90-9b7a-eb2382d461af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:11.685410 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9a73165-3c14-4429-ad22-bf496f4d82b6 req-8e11fac1-5d13-4d90-9b7a-eb2382d461af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 1131 time: 0.3313408 May 12 19:05:11.728380 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9a73165-3c14-4429-ad22-bf496f4d82b6 req-fad5b7ab-e493-43c5-aae0-87a844109119 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367582 May 12 19:05:12.800384 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f981e-591f-4fc9-9f03-8321de9af8f8 req-f2395343-b268-4193-962d-5b966d695706 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:12.801999 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-879f981e-591f-4fc9-9f03-8321de9af8f8 req-f2395343-b268-4193-962d-5b966d695706 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 947 time: 0.0485721 May 12 19:05:12.866826 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-879f981e-591f-4fc9-9f03-8321de9af8f8 req-904c65b9-875a-4d79-93f9-714dbf827a9f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590096 May 12 19:05:13.984956 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229d17-e1db-486c-8dc5-f99d4ac15747 req-9c042e90-e5bb-4b46-af64-c666e6ac2ce8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:13.986432 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99229d17-e1db-486c-8dc5-f99d4ac15747 req-9c042e90-e5bb-4b46-af64-c666e6ac2ce8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 947 time: 0.0461912 May 12 19:05:14.032705 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99229d17-e1db-486c-8dc5-f99d4ac15747 req-31c6e03a-b9b4-4e8f-9156-eeca3d2ca6ea tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 May 12 19:05:15.659513 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458046f-5b40-4fc5-b5a4-2e5b39a548a0 req-d13c90e9-b0e9-445d-8de3-d58261014414 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:15.660869 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4458046f-5b40-4fc5-b5a4-2e5b39a548a0 req-d13c90e9-b0e9-445d-8de3-d58261014414 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 945 time: 0.0462852 May 12 19:05:15.706105 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4458046f-5b40-4fc5-b5a4-2e5b39a548a0 req-9a70ac1a-a37c-4679-8499-78c16711b01d tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396054 May 12 19:05:16.019997 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:16.129754 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-377ac8bf-a00f-4c0e-b37e-59705e227d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.208634 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-377ac8bf-a00f-4c0e-b37e-59705e227d30 admin admin] Publish callbacks [] for security_group (ae9678d4-1d8e-4e86-b826-1b7e7b9dfe82), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.212235 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-377ac8bf-a00f-4c0e-b37e-59705e227d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ae9678d4-1d8e-4e86-b826-1b7e7b9dfe82), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.248427 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ac8bf-a00f-4c0e-b37e-59705e227d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9678d4-1d8e-4e86-b826-1b7e7b9dfe82,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:16.252672 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-377ac8bf-a00f-4c0e-b37e-59705e227d30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4777a4177e0f4f39a57368ebbdf14696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316782 May 12 19:05:16.255205 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:16.301589 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae939421-c53e-4194-a4b2-359fc632e7f1 admin admin] Publish callbacks [] for security_group (ae9678d4-1d8e-4e86-b826-1b7e7b9dfe82), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.322967 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae939421-c53e-4194-a4b2-359fc632e7f1 admin admin] Publish callbacks [] for security_group (ae9678d4-1d8e-4e86-b826-1b7e7b9dfe82), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.368101 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae939421-c53e-4194-a4b2-359fc632e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ae9678d4-1d8e-4e86-b826-1b7e7b9dfe82), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.371095 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae939421-c53e-4194-a4b2-359fc632e7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.372213 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ae939421-c53e-4194-a4b2-359fc632e7f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae9678d4-1d8e-4e86-b826-1b7e7b9dfe82 HTTP/1.1" status: 204 len: 168 time: 0.1161268 May 12 19:05:16.379848 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae939421-c53e-4194-a4b2-359fc632e7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9678d4-1d8e-4e86-b826-1b7e7b9dfe82,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:16.623902 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:16.637399 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e51354a-5179-4a28-a97e-199561a28736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.713872 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e51354a-5179-4a28-a97e-199561a28736 admin admin] Publish callbacks [] for security_group (117c1721-d6f9-4774-ac01-800101726bce), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.717790 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e51354a-5179-4a28-a97e-199561a28736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (117c1721-d6f9-4774-ac01-800101726bce), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.755549 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5e51354a-5179-4a28-a97e-199561a28736 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9776028bdd6e4890924913ea621fe2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305656 May 12 19:05:16.756404 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51354a-5179-4a28-a97e-199561a28736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117c1721-d6f9-4774-ac01-800101726bce,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:16.758832 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39866) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:16.811070 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-508c5e63-fa39-4912-a36c-264c403efff0 admin admin] Publish callbacks [] for security_group (117c1721-d6f9-4774-ac01-800101726bce), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.823237 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b84ef5-b652-4e99-8003-6057b8baf29d req-7d44fb3b-bb7a-4e02-ab49-4ec2e33fb87e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:16.824736 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2b84ef5-b652-4e99-8003-6057b8baf29d req-7d44fb3b-bb7a-4e02-ab49-4ec2e33fb87e tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 945 time: 0.0466106 May 12 19:05:16.832785 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-508c5e63-fa39-4912-a36c-264c403efff0 admin admin] Publish callbacks [] for security_group (117c1721-d6f9-4774-ac01-800101726bce), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.877009 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2b84ef5-b652-4e99-8003-6057b8baf29d req-45e8d5fb-1c30-4105-a2b6-36b407cefd87 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups?id=22216647-c03e-4f24-8957-b1979443021a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466123 May 12 19:05:16.892098 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-508c5e63-fa39-4912-a36c-264c403efff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (117c1721-d6f9-4774-ac01-800101726bce), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.894741 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-508c5e63-fa39-4912-a36c-264c403efff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:16.898650 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-508c5e63-fa39-4912-a36c-264c403efff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/117c1721-d6f9-4774-ac01-800101726bce HTTP/1.1" status: 204 len: 168 time: 0.1387784 May 12 19:05:16.907076 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c5e63-fa39-4912-a36c-264c403efff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117c1721-d6f9-4774-ac01-800101726bce,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:17.372169 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-b155e8c4-a21b-41fa-85d9-f0e05ae864ba tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:17.373701 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-b155e8c4-a21b-41fa-85d9-f0e05ae864ba tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 945 time: 0.0477712 May 12 19:05:17.464327 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Deleting port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:17.464715 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:17.556453 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] For port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:17.557264 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:17.739960 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:17.740665 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (687ac119-1d74-4f61-8ab4-b3af86d91bb9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:17.740665 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Floating IP 687ac119-1d74-4f61-8ab4-b3af86d91bb9 disassociated. External IP: 172.27.3.108, port: 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d. May 12 19:05:17.740971 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Calling delete_port for 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:17.881030 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (90e7efaf-e7a7-4ba1-b899-4974cb0deb3d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:17.914908 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'Port': ['ID=90e7efaf-e7a7-4ba1-b899-4974cb0deb3d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:17.989291 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:17.999875 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b437fb5-c03d-4d58-a206-982b7741154e req-78c487da-81f0-410e-afc0-7a0546b36767 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e0320c-b957-4332-9135-008d05fe800d HTTP/1.1" status: 200 len: 210 time: 0.0401270 May 12 19:05:18.065366 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:05:18.128461 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19ca5218-be77-4b2a-a432-9607135cd657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:18.228632 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:05:18.241224 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:05:18.250944 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:18.251540 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:04:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:18.286929 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] No DVR routers for this DVR port 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:05:18.291173 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:18.295634 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ec1a709-fe23-4686-8cc8-ca34d84f2897 req-d9b0731d-7b29-49ea-ad97-ae4982bd6b79 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.49 "DELETE /v2.0/ports/90e7efaf-e7a7-4ba1-b899-4974cb0deb3d HTTP/1.1" status: 204 len: 173 time: 0.9150045 May 12 19:05:18.298465 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e0320c-b957-4332-9135-008d05fe800d', 'name': 'network-vif-deleted', 'tag': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:18.301570 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8a8278-b5f9-48ac-88a7-0fc70ed2af47" -d '{"events": [{"server_uuid": "22e0320c-b957-4332-9135-008d05fe800d", "name": "network-vif-deleted", "tag": "90e7efaf-e7a7-4ba1-b899-4974cb0deb3d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:18.352888 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19ca5218-be77-4b2a-a432-9607135cd657 admin admin] Publish callbacks [] for security_group (d046d6f9-7d26-45bd-a556-9dc7b3dc34c0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:18.360155 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19ca5218-be77-4b2a-a432-9607135cd657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (d046d6f9-7d26-45bd-a556-9dc7b3dc34c0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:18.387207 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:18.427390 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-19ca5218-be77-4b2a-a432-9607135cd657 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=071872dfb0cc4e799a2cd0d7ab3e8f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350803 May 12 19:05:18.427978 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca5218-be77-4b2a-a432-9607135cd657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d046d6f9-7d26-45bd-a556-9dc7b3dc34c0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:18.429885 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39914) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:18.510689 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0687b2b3-a73a-4ead-8b94-28399e320863 x-openstack-request-id: req-0687b2b3-a73a-4ead-8b94-28399e320863 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:18.511103 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e0320c-b957-4332-9135-008d05fe800d", "name": "network-vif-deleted", "tag": "90e7efaf-e7a7-4ba1-b899-4974cb0deb3d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:18.511427 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0687b2b3-a73a-4ead-8b94-28399e320863 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:18.511906 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0687b2b3-a73a-4ead-8b94-28399e320863'] response: {'server_uuid': '22e0320c-b957-4332-9135-008d05fe800d', 'name': 'network-vif-deleted', 'tag': '90e7efaf-e7a7-4ba1-b899-4974cb0deb3d', 'status': 'completed', 'code': 200} May 12 19:05:18.514325 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f10b26f-addc-4c5d-b75a-3d0c43aacbd7 admin admin] Publish callbacks [] for security_group (d046d6f9-7d26-45bd-a556-9dc7b3dc34c0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:18.537284 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f10b26f-addc-4c5d-b75a-3d0c43aacbd7 admin admin] Publish callbacks [] for security_group (d046d6f9-7d26-45bd-a556-9dc7b3dc34c0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:18.583501 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f10b26f-addc-4c5d-b75a-3d0c43aacbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (d046d6f9-7d26-45bd-a556-9dc7b3dc34c0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:18.586287 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f10b26f-addc-4c5d-b75a-3d0c43aacbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:18.590582 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-6f10b26f-addc-4c5d-b75a-3d0c43aacbd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d046d6f9-7d26-45bd-a556-9dc7b3dc34c0 HTTP/1.1" status: 204 len: 168 time: 0.1586983 May 12 19:05:18.602403 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10b26f-addc-4c5d-b75a-3d0c43aacbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d046d6f9-7d26-45bd-a556-9dc7b3dc34c0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:18.640800 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:18.668092 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:05:18.676401 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:18.677010 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:04:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:18.878542 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:19.080812 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:19.097623 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:19.115976 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329e7a1-5efd-4b3d-b878-8965288fa9cd None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T18:59:28Z', 'revision_number': 4, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b510f703-bcdc-48c3-a78f-b8d76318f643', 'name': '', 'network_id': '5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'mac_address': 'fa:16:3e:9a:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:25Z', 'updated_at': '2022-05-12T18:59:43Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'subnets': [{'id': '1e975438-75d0-4ea7-a186-cd5e2f436c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:05:19.171328 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd4a9a5b-3887-4009-8c05-3c4d54c2dc39 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (22216647-c03e-4f24-8957-b1979443021a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.196580 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd4a9a5b-3887-4009-8c05-3c4d54c2dc39 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (22216647-c03e-4f24-8957-b1979443021a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.250261 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd4a9a5b-3887-4009-8c05-3c4d54c2dc39 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (22216647-c03e-4f24-8957-b1979443021a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.253045 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd4a9a5b-3887-4009-8c05-3c4d54c2dc39 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.254312 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fd4a9a5b-3887-4009-8c05-3c4d54c2dc39 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "DELETE /v2.0/security-groups/22216647-c03e-4f24-8957-b1979443021a HTTP/1.1" status: 204 len: 168 time: 0.1556871 May 12 19:05:19.257134 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39944) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:19.258994 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:19.269159 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a9a5b-3887-4009-8c05-3c4d54c2dc39 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22216647-c03e-4f24-8957-b1979443021a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:19.271911 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.api.v2.resource [None req-9a7fe495-7d2b-4d79-8e34-cf3e50e4057c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] show failed (client error): The resource could not be found. May 12 19:05:19.273682 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9a7fe495-7d2b-4d79-8e34-cf3e50e4057c tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "GET /v2.0/security-groups/22216647-c03e-4f24-8957-b1979443021a HTTP/1.1" status: 404 len: 347 time: 0.0147333 May 12 19:05:19.276319 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 39950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:19.326322 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-abd97f5e-878f-4661-b8f5-9d9f881e60bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.385437 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-26060755-network', 'tenant_id': '69299e9979554ba2b07a5e29d1b792b8'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:19.422117 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00bd8f-c6cc-4dc5-a2e5-198b5b9741f7 None None] New status for floating IP 687ac119-1d74-4f61-8ab4-b3af86d91bb9: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:05:19.434704 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Made reservation on behalf of 69299e9979554ba2b07a5e29d1b792b8 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:05:19.437027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.442277 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Deleting port 584c8000-b091-4c21-8254-096157118f90 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:19.442605 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (584c8000-b091-4c21-8254-096157118f90), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.449503 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.558744 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (584c8000-b091-4c21-8254-096157118f90), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.559123 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (584c8000-b091-4c21-8254-096157118f90), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.578953 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Calling delete_port for 584c8000-b091-4c21-8254-096157118f90 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:19.668021 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Publish callbacks [] for security_group (095ee220-de50-4f6c-ad9f-a8644e98b550), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.677341 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (095ee220-de50-4f6c-ad9f-a8644e98b550), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.704978 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:05:19.731298 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095ee220-de50-4f6c-ad9f-a8644e98b550,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:19.736073 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (292593db-17b9-4f37-bcd1-3eef6f4a00e4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.736479 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Added segment 292593db-17b9-4f37-bcd1-3eef6f4a00e4 of type vlan for network 1d8085cc-1192-4116-963e-31bacb176555 May 12 19:05:19.802044 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (1d8085cc-1192-4116-963e-31bacb176555), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.832813 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (584c8000-b091-4c21-8254-096157118f90), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.861772 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (1d8085cc-1192-4116-963e-31bacb176555), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.862750 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:19.863315 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.869592 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Pushing event deleted for resources: {'Port': ['ID=584c8000-b091-4c21-8254-096157118f90,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:19.917218 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6566551 May 12 19:05:19.920511 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 39952) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:19.925341 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Request body: {'subnet': {'network_id': '1d8085cc-1192-4116-963e-31bacb176555', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-26060755-subnet', 'tenant_id': '69299e9979554ba2b07a5e29d1b792b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:19.948099 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Made reservation on behalf of 69299e9979554ba2b07a5e29d1b792b8 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:05:19.950394 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.972776 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd7942-7cf3-4c8a-b848-d3fce35f0a8b admin admin] Pushing event updated for resources: {'Network': ['ID=1d8085cc-1192-4116-963e-31bacb176555,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:19.984051 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 1d8085cc-1192-4116-963e-31bacb176555 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:05:19.991144 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks [] for floatingip (687ac119-1d74-4f61-8ab4-b3af86d91bb9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.994255 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:19.998409 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4523ea91-8f01-48c7-9958-4e7ea48ba391 tempest-AttachVolumeNegativeTest-1557278315 tempest-AttachVolumeNegativeTest-1557278315-project] 10.222.0.48 "DELETE /v2.0/floatingips/687ac119-1d74-4f61-8ab4-b3af86d91bb9 HTTP/1.1" status: 204 len: 168 time: 0.7088420 May 12 19:05:20.140511 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (672ddbaa-a20f-478e-83fa-372475d6dcce), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:20.205704 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672ddbaa-a20f-478e-83fa-372475d6dcce,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:20.217468 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Checking segment: {'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:05:20.217858 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Network hostable DHCP agents. Network: 1d8085cc-1192-4116-963e-31bacb176555, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:05:20.238316 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Network 1d8085cc-1192-4116-963e-31bacb176555 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:05:20.250292 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 1d8085cc-1192-4116-963e-31bacb176555) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:05:20.258512 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:20.259276 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:20.268613 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ede02-768a-4ac5-8293-60c8e5ed2b90 None None] Network 1d8085cc-1192-4116-963e-31bacb176555 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:05:20.293588 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-bc411b4f-73c0-4ba4-8fa3-953391b15080 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3642139 May 12 19:05:20.366824 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553120f-8fc9-4316-a13c-d45147c97658 None None] Network 1d8085cc-1192-4116-963e-31bacb176555 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:05:20.747692 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:20.768369 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:20.768711 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 90e7efaf-e7a7-4ba1-b899-4974cb0deb3d not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:21.348931 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1b582327-ed1e-4a27-b0dc-81a37c42b45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:22.011504 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-54cc2b6c-b971-472d-b51c-8d918b32d08c tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:22.012867 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-54cc2b6c-b971-472d-b51c-8d918b32d08c tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/networks?id=1d8085cc-1192-4116-963e-31bacb176555 HTTP/1.1" status: 200 len: 807 time: 0.1016970 May 12 19:05:22.027391 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-63e7aada-681e-4551-b24c-6f7ddd154984 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/quotas/69299e9979554ba2b07a5e29d1b792b8 HTTP/1.1" status: 200 len: 375 time: 0.0091746 May 12 19:05:22.058487 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-b94dca18-6580-40c2-a3c2-920a124f1299 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=69299e9979554ba2b07a5e29d1b792b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260918 May 12 19:05:22.203339 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-045dfe3d-0a79-468d-9ef1-98d72bd41f90 service neutron] 10.222.0.48 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384938 May 12 19:05:22.290541 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-0a369b88-3c2c-4f09-b38b-fde342cba7df service neutron] 10.222.0.48 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814347 May 12 19:05:22.449697 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06e3195a-97ee-46ea-a998-9fbb5edee8fb req-26020cbc-0304-4606-9894-286152ed2846 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 210 time: 0.0327725 May 12 19:05:22.962429 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:23.546886 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3e19bb48-900a-4cfe-9263-f5a5a63f6b43 req-19b949a6-2dec-4ac3-9777-97b1dac39295 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 210 time: 0.0288470 May 12 19:05:23.681662 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:23.849356 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:24.222830 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:24.225586 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (83fb604f-cce3-4068-a912-5859c6914f38), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:24.466599 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Deleting port b510f703-bcdc-48c3-a78f-b8d76318f643 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:24.466977 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:24.558949 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] For port b510f703-bcdc-48c3-a78f-b8d76318f643, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b510f703-bcdc-48c3-a78f-b8d76318f643,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:24.559636 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:24.573782 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Calling delete_port for b510f703-bcdc-48c3-a78f-b8d76318f643 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:24.657376 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-56644f30-fec0-4751-a1e2-a18469e0c47b req-795e08ba-1a5d-43b9-9438-c2a8cf377e05 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 210 time: 0.0312386 May 12 19:05:24.797966 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (b510f703-bcdc-48c3-a78f-b8d76318f643), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:24.828895 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=b510f703-bcdc-48c3-a78f-b8d76318f643,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:25.125701 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (83fb604f-cce3-4068-a912-5859c6914f38), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:25.193183 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-aa13de77-788c-4ba4-9e34-0fe8281181c1 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:25.194664 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-aa13de77-788c-4ba4-9e34-0fe8281181c1 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.49 "GET /v2.0/networks?id=1d8085cc-1192-4116-963e-31bacb176555 HTTP/1.1" status: 200 len: 807 time: 0.1880050 May 12 19:05:25.514561 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Request body: {'port': {'device_id': '2298bf22-a0d8-4b01-b0de-7bb726405894', 'network_id': '1d8085cc-1192-4116-963e-31bacb176555', 'admin_state_up': True, 'tenant_id': '69299e9979554ba2b07a5e29d1b792b8'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:25.611948 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:25.711171 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Made reservation on behalf of 69299e9979554ba2b07a5e29d1b792b8 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:05:25.714503 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:25.748783 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Router 83fb604f-cce3-4068-a912-5859c6914f38 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:05:25.778720 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-00afacd8-4d88-48c1-88c7-5314826be363 req-98f3f7fc-f4c7-4e8f-812c-d9d1fec362c5 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 210 time: 0.0516710 May 12 19:05:25.963716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Allocated IP 172.20.0.5 (1d8085cc-1192-4116-963e-31bacb176555/672ddbaa-a20f-478e-83fa-372475d6dcce/265b9362-9c57-48ae-9a5f-94fca24150f1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:05:25.983660 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:05:25.989986 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5700ee9a-e5f2-4372-a726-f09694f07fcb admin admin] 10.222.0.48 "PUT /v2.0/routers/83fb604f-cce3-4068-a912-5859c6914f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1395421 May 12 19:05:25.993994 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40064) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:25.995403 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] Sync routers for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:05:26.031769 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:26.032673 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:26.128149 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks [] for router (83fb604f-cce3-4068-a912-5859c6914f38), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.158515 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:26.169384 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-d3f9044f-e809-4234-af92-fea934c68edf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517867 May 12 19:05:26.249827 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks [] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.256494 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-63ed0e2d-d3d5-47d6-90c5-cb02a14adba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:26.258057 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-63ed0e2d-d3d5-47d6-90c5-cb02a14adba6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 1131 time: 0.0505629 May 12 19:05:26.354400 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.359030 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T19:05:24Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:26.387123 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] Checking router: 83fb604f-cce3-4068-a912-5859c6914f38 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:05:26.396417 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] Routers {'83fb604f-cce3-4068-a912-5859c6914f38'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:26.397051 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['83fb604f-cce3-4068-a912-5859c6914f38'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:26.401871 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Network 1d8085cc-1192-4116-963e-31bacb176555 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:05:26.407248 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:05:26.414223 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:05:26.463658 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Pushing event updated for resources: {'Port': ['ID=265b9362-9c57-48ae-9a5f-94fca24150f1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:26.473051 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-f5c8d22f-67c1-4663-b861-197a6fb362b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:26.474074 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-f5c8d22f-67c1-4663-b861-197a6fb362b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 200 len: 918 time: 0.1913099 May 12 19:05:26.496337 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:26.496749 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.510016 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks [] for router_gateway (83fb604f-cce3-4068-a912-5859c6914f38), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.522904 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] Set router 83fb604f-cce3-4068-a912-5859c6914f38 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:26.554078 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-8a6c643e-0f88-4bea-bc2a-2451a091cecc tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0433702 May 12 19:05:26.562546 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Deleting port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:26.562918 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.565348 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-bff5744c-d05c-484d-a953-ad21ebade67d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 200 len: 1002 time: 0.0831056 May 12 19:05:26.578786 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Request body: {'port': {'device_id': '2298bf22-a0d8-4b01-b0de-7bb726405894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:26.650959 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] For port 22ba1991-ecdd-4bcc-8041-5cfc00d7e089, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=22ba1991-ecdd-4bcc-8041-5cfc00d7e089,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:26.651344 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.669867 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Calling delete_port for 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 owned by network:router_gateway {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:26.671476 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-ef280eea-2cf6-4d05-baf4-990572a0bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:26.672814 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-ef280eea-2cf6-4d05-baf4-990572a0bab8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 200 len: 856 time: 0.0912263 May 12 19:05:26.688616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.696083 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T19:05:24Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:26.726818 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c3bd9-e93d-4a8a-bc22-d564410ef4bb None None] The sync data for ids ['83fb604f-cce3-4068-a912-5859c6914f38'] in dv-cinder-795751-3-iscsi is: [{'id': '83fb604f-cce3-4068-a912-5859c6914f38', 'name': 'tempest-AttachVolumeNegativeTest-328636402-router', 'tenant_id': '1579004868f04df3baa3ad959277ba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:15Z', 'updated_at': '2022-05-12T19:05:24Z', 'revision_number': 5, 'project_id': '1579004868f04df3baa3ad959277ba00', 'gw_port': {'id': '22ba1991-ecdd-4bcc-8041-5cfc00d7e089', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fb604f-cce3-4068-a912-5859c6914f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:16Z', 'updated_at': '2022-05-12T18:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:05:26.728536 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-87d46469-c7f0-41da-b027-c131e63ff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:26.730214 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-87d46469-c7f0-41da-b027-c131e63ff745 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5a4fc0e-0042-4201-aa54-6b150376479a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509524 May 12 19:05:26.774405 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:05:26.866304 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (22ba1991-ecdd-4bcc-8041-5cfc00d7e089), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:26.891756 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ba1991-ecdd-4bcc-8041-5cfc00d7e089,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:26.954100 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-3147f739-8e85-4797-a7b9-2ed66a08cbb7 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065134 May 12 19:05:26.960760 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (83fb604f-cce3-4068-a912-5859c6914f38), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.001224 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec36d0-3d70-45bb-a879-8007d7f71014 req-cc9e26d0-694f-4e79-bb0a-e18558b082c3 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:27.002791 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a9ec36d0-3d70-45bb-a879-8007d7f71014 req-cc9e26d0-694f-4e79-bb0a-e18558b082c3 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 931 time: 0.1403663 May 12 19:05:27.068273 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (83fb604f-cce3-4068-a912-5859c6914f38), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.070489 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks [] for router_controller (83fb604f-cce3-4068-a912-5859c6914f38), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.150604 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (83fb604f-cce3-4068-a912-5859c6914f38), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.151450 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83fb604f-cce3-4068-a912-5859c6914f38 {{(pid=103290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:05:27.166479 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.170051 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-97f091ed-097f-4a14-af87-90ed1c3ef647 admin admin] 10.222.0.48 "DELETE /v2.0/routers/83fb604f-cce3-4068-a912-5859c6914f38 HTTP/1.1" status: 204 len: 168 time: 1.1718576 May 12 19:05:27.172435 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40072) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:27.183611 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a9ec36d0-3d70-45bb-a879-8007d7f71014 req-8c4bf85b-a764-4bb4-b633-2e222003e34b tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695540 May 12 19:05:27.192537 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87aa9e29-ae39-4894-abf9-c39a3e071b2f req-f8aaa4cc-3e18-4fb5-b4ae-da3dc51de664 service neutron] 10.222.0.49 "GET /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280686 May 12 19:05:27.247962 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4aaac2d-1ab3-4e59-bdaf-ce02b471c6d8 admin admin] Deleting subnet 1e975438-75d0-4ea7-a186-cd5e2f436c11 {{(pid=103290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:05:27.251059 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b510f703-bcdc-48c3-a78f-b8d76318f643 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:27.252960 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4aaac2d-1ab3-4e59-bdaf-ce02b471c6d8 admin admin] Publish callbacks [] for subnet (1e975438-75d0-4ea7-a186-cd5e2f436c11), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.272192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265b9362-9c57-48ae-9a5f-94fca24150f1 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:05:27.281616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Publish callbacks [] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.284986 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: b510f703-bcdc-48c3-a78f-b8d76318f643 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:27.285581 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b510f703-bcdc-48c3-a78f-b8d76318f643 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:27.296605 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Transition to ACTIVE for port object 265b9362-9c57-48ae-9a5f-94fca24150f1 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:05:27.300127 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.302696 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4aaac2d-1ab3-4e59-bdaf-ce02b471c6d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4412027'] for subnet (1e975438-75d0-4ea7-a186-cd5e2f436c11), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.361072 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Pushing event updated for resources: {'Port': ['ID=265b9362-9c57-48ae-9a5f-94fca24150f1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:27.441000 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Attempting to bind port 265b9362-9c57-48ae-9a5f-94fca24150f1 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:05:27.441604 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Attempting to bind port 265b9362-9c57-48ae-9a5f-94fca24150f1 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:05:27.442035 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Attempting to bind port 265b9362-9c57-48ae-9a5f-94fca24150f1 on network 1d8085cc-1192-4116-963e-31bacb176555 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:05:27.447546 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Port 265b9362-9c57-48ae-9a5f-94fca24150f1 on network 1d8085cc-1192-4116-963e-31bacb176555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:05:27.447704 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Attempting to bind port 265b9362-9c57-48ae-9a5f-94fca24150f1 on network 1d8085cc-1192-4116-963e-31bacb176555 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:05:27.449979 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4aaac2d-1ab3-4e59-bdaf-ce02b471c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (1e975438-75d0-4ea7-a186-cd5e2f436c11), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.452989 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:05:27.453438 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Checking segment: {'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:05:27.453951 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Bound using segment: {'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:05:27.454481 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Bound port: 265b9362-9c57-48ae-9a5f-94fca24150f1, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:05:27.454943 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.511943 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4aaac2d-1ab3-4e59-bdaf-ce02b471c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4247552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57942626'] for subnet (1e975438-75d0-4ea7-a186-cd5e2f436c11), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.546744 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaac2d-1ab3-4e59-bdaf-ce02b471c6d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e975438-75d0-4ea7-a186-cd5e2f436c11,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:27.547893 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] For port 265b9362-9c57-48ae-9a5f-94fca24150f1, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:05:27.550506 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4aaac2d-1ab3-4e59-bdaf-ce02b471c6d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.557157 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-b4aaac2d-1ab3-4e59-bdaf-ce02b471c6d8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e975438-75d0-4ea7-a186-cd5e2f436c11 HTTP/1.1" status: 204 len: 168 time: 0.3837147 May 12 19:05:27.557903 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40084) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:27.558443 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23b20c9-8f6d-455e-b849-46eccaf9aceb None None] Network 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:05:27.559359 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] For port 265b9362-9c57-48ae-9a5f-94fca24150f1, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=265b9362-9c57-48ae-9a5f-94fca24150f1,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:05:27.567026 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.623253 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:27.637025 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.641103 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.644931 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] 10.222.0.49 "PUT /v2.0/ports/265b9362-9c57-48ae-9a5f-94fca24150f1 HTTP/1.1" status: 200 len: 1093 time: 1.0702527 May 12 19:05:27.645821 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2298bf22-a0d8-4b01-b0de-7bb726405894', 'tag': '265b9362-9c57-48ae-9a5f-94fca24150f1'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:27.652000 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594c1e1c-6a46-4375-a0fa-b560459d7363" -d '{"events": [{"name": "network-changed", "server_uuid": "2298bf22-a0d8-4b01-b0de-7bb726405894", "tag": "265b9362-9c57-48ae-9a5f-94fca24150f1"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:27.702019 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36907e4c-2b7b-4e3f-adf8-f0ab3b63cc2e service neutron] Pushing event updated for resources: {'Port': ['ID=265b9362-9c57-48ae-9a5f-94fca24150f1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:27.734144 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9477ef23-f5e9-47b5-b708-04add4ed27f2 x-openstack-request-id: req-9477ef23-f5e9-47b5-b708-04add4ed27f2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:27.734743 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2298bf22-a0d8-4b01-b0de-7bb726405894", "tag": "265b9362-9c57-48ae-9a5f-94fca24150f1", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:27.734743 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9477ef23-f5e9-47b5-b708-04add4ed27f2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:27.735027 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9477ef23-f5e9-47b5-b708-04add4ed27f2'] response: {'name': 'network-changed', 'server_uuid': '2298bf22-a0d8-4b01-b0de-7bb726405894', 'tag': '265b9362-9c57-48ae-9a5f-94fca24150f1', 'status': 'completed', 'code': 200} May 12 19:05:27.735220 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Deleting port c199867f-c543-4d5c-a0a5-4bceef5e9f3c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:27.735672 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.763044 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-cc821f53-751c-4d8e-af13-32daf15a4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:27.764499 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-cc821f53-751c-4d8e-af13-32daf15a4e5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69299e9979554ba2b07a5e29d1b792b8&device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 1127 time: 0.0531836 May 12 19:05:27.801095 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] For port c199867f-c543-4d5c-a0a5-4bceef5e9f3c, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c199867f-c543-4d5c-a0a5-4bceef5e9f3c,segment=NetworkSegment(f6b12c15-04e6-43ad-8918-b5cbbc006576),segment_id=f6b12c15-04e6-43ad-8918-b5cbbc006576)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:27.801459 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.814223 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Calling delete_port for c199867f-c543-4d5c-a0a5-4bceef5e9f3c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:27.895955 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (c199867f-c543-4d5c-a0a5-4bceef5e9f3c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:27.924065 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] No DVR routers for this DVR port c199867f-c543-4d5c-a0a5-4bceef5e9f3c on host dv-cinder-795751-3-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:05:27.927956 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c199867f-c543-4d5c-a0a5-4bceef5e9f3c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:28.002617 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.011308 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb95fcf-9a3f-4f16-a85d-68a6f0a3461b None None] DHCP port deletion for 5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:05:28.027599 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b']}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:28.038494 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b12c15-04e6-43ad-8918-b5cbbc006576') {'for_net_delete': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:28.038796 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b12c15-04e6-43ad-8918-b5cbbc006576') {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:28.050210 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411970'] for segment (f6b12c15-04e6-43ad-8918-b5cbbc006576), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.063892 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (f6b12c15-04e6-43ad-8918-b5cbbc006576), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.070022 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-4e5926c7-5670-4a84-8621-49297a77e690 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=265b9362-9c57-48ae-9a5f-94fca24150f1 HTTP/1.1" status: 200 len: 217 time: 0.0436831 May 12 19:05:28.070246 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:05:28.070718 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4248482'] for segment (f6b12c15-04e6-43ad-8918-b5cbbc006576), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: Traceback (most recent call last): May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: timer() May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: cb(*args, **kw) May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: return func(*args, **kwargs) May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: self._notify() May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: self.callback(batched_events) May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: event.method(event) May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: return f(self, *a, **k) May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._get(url).json() May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: return self.request(url, 'GET', **kwargs) May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:05:28.072386 dv-cinder-795751-3-iscsi neutron-server[103290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:05:28.125687 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-d0885600-ecc7-4b66-b027-65af204088b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:28.127737 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-d0885600-ecc7-4b66-b027-65af204088b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=672ddbaa-a20f-478e-83fa-372475d6dcce HTTP/1.1" status: 200 len: 847 time: 0.0513384 May 12 19:05:28.128348 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.133495 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.136632 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b HTTP/1.1" status: 204 len: 168 time: 0.5777941 May 12 19:05:28.159284 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f477f8e-0c45-4cd6-bde0-9c5556fbefc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae0b4cc-f6f2-4dd0-b614-d89f8247bf9b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:28.196498 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-9afc48d3-2cf8-4f55-a5ff-f9b629b763ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8085cc-1192-4116-963e-31bacb176555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439737 May 12 19:05:28.277865 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40092) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:28.325275 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a08eebfd-f587-414d-8a8d-5089b4c9fcdc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1579004868f04df3baa3ad959277ba00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461092 May 12 19:05:28.328124 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40094) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:28.333593 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53197b17-fdd9-412e-a9ac-88ba8bef7591 req-dd61ef3a-4829-48c8-b09e-e32685816e1a tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:28.335054 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53197b17-fdd9-412e-a9ac-88ba8bef7591 req-dd61ef3a-4829-48c8-b09e-e32685816e1a tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 943 time: 0.0665898 May 12 19:05:28.339238 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-b4b7a970-55bf-49cf-ae64-8d11115db101 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358094 May 12 19:05:28.378887 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-186c98df-5929-4408-9873-b0d6610c2487 admin admin] Publish callbacks [] for security_group (e9bfc86e-cdba-4501-9ef5-4ed3b97825f1), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.400991 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-186c98df-5929-4408-9873-b0d6610c2487 admin admin] Publish callbacks [] for security_group (e9bfc86e-cdba-4501-9ef5-4ed3b97825f1), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.444981 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53197b17-fdd9-412e-a9ac-88ba8bef7591 req-54c3143b-d1e9-45f3-9851-3b5044f531a9 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034842 May 12 19:05:28.452835 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-186c98df-5929-4408-9873-b0d6610c2487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (e9bfc86e-cdba-4501-9ef5-4ed3b97825f1), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.456926 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-186c98df-5929-4408-9873-b0d6610c2487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:28.462790 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-186c98df-5929-4408-9873-b0d6610c2487 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9bfc86e-cdba-4501-9ef5-4ed3b97825f1 HTTP/1.1" status: 204 len: 168 time: 0.1309187 May 12 19:05:28.472635 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c98df-5929-4408-9873-b0d6610c2487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bfc86e-cdba-4501-9ef5-4ed3b97825f1,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:28.477251 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ec6b844-1d9c-4634-a0fb-b986e02ed105 req-5557b591-d118-4033-8024-4b27f863ab48 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297331 May 12 19:05:29.034093 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c199867f-c543-4d5c-a0a5-4bceef5e9f3c no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:29.059098 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: c199867f-c543-4d5c-a0a5-4bceef5e9f3c {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:29.059522 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c199867f-c543-4d5c-a0a5-4bceef5e9f3c not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:29.060009 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:29.081007 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:29.081579 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 22ba1991-ecdd-4bcc-8041-5cfc00d7e089 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:29.227295 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778fd42-3d64-440e-860d-80ebbe26f30c req-8820d0eb-4a72-4245-b02c-7a3fb52b54e1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:29.229301 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6778fd42-3d64-440e-860d-80ebbe26f30c req-8820d0eb-4a72-4245-b02c-7a3fb52b54e1 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 945 time: 0.0492344 May 12 19:05:29.279936 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6778fd42-3d64-440e-860d-80ebbe26f30c req-abcb396d-2df7-46be-919c-b9f10450d3de tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449123 May 12 19:05:29.411505 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-68883acd-a7e2-427f-bc83-d0e826af7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:29.413031 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-68883acd-a7e2-427f-bc83-d0e826af7dc1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69299e9979554ba2b07a5e29d1b792b8&device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 1127 time: 0.0453453 May 12 19:05:29.573795 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662e789-9245-43bc-bca5-0a3b02c1bbda req-8db0b177-3c5b-4877-8711-b8fe4145e741 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:29.575316 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5662e789-9245-43bc-bca5-0a3b02c1bbda req-8db0b177-3c5b-4877-8711-b8fe4145e741 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 943 time: 0.0545769 May 12 19:05:29.623359 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5662e789-9245-43bc-bca5-0a3b02c1bbda req-ccbd936e-2529-497e-b21e-8419820975f6 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 May 12 19:05:30.391269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83d88e-41cb-4fd2-b3de-983481a4ae95 req-bd82ce5d-74f2-4a27-8e61-ea2823839674 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:30.392611 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6f83d88e-41cb-4fd2-b3de-983481a4ae95 req-bd82ce5d-74f2-4a27-8e61-ea2823839674 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 945 time: 0.0459054 May 12 19:05:30.441284 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6f83d88e-41cb-4fd2-b3de-983481a4ae95 req-24b01c0e-6eab-47b5-aec6-6f2aa9c124fb tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 May 12 19:05:30.737746 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7885988-5f73-4e20-9d65-c7a2d408618a req-e47a18b8-f0cb-46e5-b53d-8382a3b56001 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:30.739222 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7885988-5f73-4e20-9d65-c7a2d408618a req-e47a18b8-f0cb-46e5-b53d-8382a3b56001 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 943 time: 0.0476191 May 12 19:05:30.787201 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 265b9362-9c57-48ae-9a5f-94fca24150f1 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:05:30.791408 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7885988-5f73-4e20-9d65-c7a2d408618a req-0380d65d-51c6-484a-9ffc-16e76dde824c tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 May 12 19:05:30.905105 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 265b9362-9c57-48ae-9a5f-94fca24150f1, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=265b9362-9c57-48ae-9a5f-94fca24150f1,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:30.921428 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '265b9362-9c57-48ae-9a5f-94fca24150f1', 'network_id': '1d8085cc-1192-4116-963e-31bacb176555', 'port_id': '265b9362-9c57-48ae-9a5f-94fca24150f1', 'mac_address': 'fa:16:3e:52:89:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672ddbaa-a20f-478e-83fa-372475d6dcce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:05:30.958771 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 265b9362-9c57-48ae-9a5f-94fca24150f1 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:05:30.959161 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:30.972726 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265b9362-9c57-48ae-9a5f-94fca24150f1 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:05:30.992018 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 265b9362-9c57-48ae-9a5f-94fca24150f1, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=265b9362-9c57-48ae-9a5f-94fca24150f1,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:30.995683 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:31.043737 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=265b9362-9c57-48ae-9a5f-94fca24150f1,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:31.114565 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-83e77e71-3edb-47f1-9068-282d9673cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:31.116113 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-83e77e71-3edb-47f1-9068-282d9673cf8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d8085cc-1192-4116-963e-31bacb176555 HTTP/1.1" status: 200 len: 908 time: 0.0973625 May 12 19:05:31.293641 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-d2c4391e-8394-493b-8901-5992bd8ff49f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=265b9362-9c57-48ae-9a5f-94fca24150f1 HTTP/1.1" status: 200 len: 217 time: 0.0357358 May 12 19:05:31.343551 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-ba2ad291-77f7-4c1c-968d-116961498b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:31.345120 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-ba2ad291-77f7-4c1c-968d-116961498b66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=672ddbaa-a20f-478e-83fa-372475d6dcce HTTP/1.1" status: 200 len: 847 time: 0.0437298 May 12 19:05:31.356464 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['265b9362-9c57-48ae-9a5f-94fca24150f1'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:05:31.494583 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-b4eb3221-fa31-4fc3-8137-772d7d79e6fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8085cc-1192-4116-963e-31bacb176555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530586 May 12 19:05:31.548597 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-3e0056c5-9d2e-41ca-ac6e-4d96d1141b43 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:31.549919 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-3e0056c5-9d2e-41ca-ac6e-4d96d1141b43 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 945 time: 0.1070302 May 12 19:05:31.643656 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2203a-d830-49f1-bb48-8ce7dd6f3060 req-21d4f0a3-2761-434e-b205-8429ee61978b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:31.645083 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dce2203a-d830-49f1-bb48-8ce7dd6f3060 req-21d4f0a3-2761-434e-b205-8429ee61978b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 945 time: 0.1303511 May 12 19:05:31.720580 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-3c904850-c530-4c80-ac18-b336415ba279 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160707 May 12 19:05:31.745699 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Deleting port 5e762846-9002-4df1-9a78-c923c3f1fc21 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:31.746034 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:31.788799 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dce2203a-d830-49f1-bb48-8ce7dd6f3060 req-c400aad1-4f69-4ca3-9957-8904e49e8b4f tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6ca67ce-d78f-43d2-986c-23cfaca7bb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363142 May 12 19:05:31.934859 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a38e5-2469-4ec0-81e3-0990a815f80b req-9cdb050f-3432-463d-a4ad-0b3baaa992cf tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:31.936286 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6f6a38e5-2469-4ec0-81e3-0990a815f80b req-9cdb050f-3432-463d-a4ad-0b3baaa992cf tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 944 time: 0.0757523 May 12 19:05:31.945756 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] For port 5e762846-9002-4df1-9a78-c923c3f1fc21, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5e762846-9002-4df1-9a78-c923c3f1fc21,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:31.946667 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:31.950502 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594c1e1c-6a46-4375-a0fa-b560459d7363 req-ba14635c-e7a4-4564-95f0-6e6c4492691e service neutron] 10.222.0.49 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200577 May 12 19:05:32.045887 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6f6a38e5-2469-4ec0-81e3-0990a815f80b req-e91e20c6-fd71-47e4-8923-828fa5486cb8 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028280 May 12 19:05:32.155789 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:32.156156 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (4739e1fe-865e-4e71-b346-12b713bd702c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:32.156475 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Floating IP 4739e1fe-865e-4e71-b346-12b713bd702c disassociated. External IP: 172.27.3.148, port: 5e762846-9002-4df1-9a78-c923c3f1fc21. May 12 19:05:32.156822 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Calling delete_port for 5e762846-9002-4df1-9a78-c923c3f1fc21 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:32.568152 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (5e762846-9002-4df1-9a78-c923c3f1fc21), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:32.596988 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event deleted for resources: {'Port': ['ID=5e762846-9002-4df1-9a78-c923c3f1fc21,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:32.715413 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Router de19156b-3223-424b-a853-bf455d405c2c has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:05:32.797586 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 265b9362-9c57-48ae-9a5f-94fca24150f1 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:05:32.830563 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:05:32.845694 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] Sync routers for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:05:32.847775 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 265b9362-9c57-48ae-9a5f-94fca24150f1 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:05:32.858260 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 265b9362-9c57-48ae-9a5f-94fca24150f1 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:05:32.858710 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:32.882042 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] No DVR routers for this DVR port 5e762846-9002-4df1-9a78-c923c3f1fc21 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:05:32.882675 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:32.883315 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:32.891314 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:32.894424 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14c2a262-7a16-4e46-b240-03aa559e6d64 req-dd268e94-3902-4632-bd73-0ea4c35e4808 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.49 "DELETE /v2.0/ports/5e762846-9002-4df1-9a78-c923c3f1fc21 HTTP/1.1" status: 204 len: 173 time: 1.3260596 May 12 19:05:32.896057 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'name': 'network-vif-deleted', 'tag': '5e762846-9002-4df1-9a78-c923c3f1fc21'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:32.898356 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf2959b-48a6-410b-a623-6c86d5eac673" -d '{"events": [{"server_uuid": "15d9a1db-4ae5-4e5d-bc0f-eae936fc362c", "name": "network-vif-deleted", "tag": "5e762846-9002-4df1-9a78-c923c3f1fc21"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:32.918388 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2bdd71ac-9735-42fa-b3b2-59e69a875f92 req-5a22db0e-405a-40a8-941f-6c9fe21f74f4 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/ports?device_id=15d9a1db-4ae5-4e5d-bc0f-eae936fc362c HTTP/1.1" status: 200 len: 210 time: 0.0383158 May 12 19:05:32.959207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e7b351-f7c4-4485-a80a-b0c22a4a1911 x-openstack-request-id: req-29e7b351-f7c4-4485-a80a-b0c22a4a1911 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:32.959696 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d9a1db-4ae5-4e5d-bc0f-eae936fc362c", "name": "network-vif-deleted", "tag": "5e762846-9002-4df1-9a78-c923c3f1fc21", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:32.960107 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29e7b351-f7c4-4485-a80a-b0c22a4a1911 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:32.960670 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e7b351-f7c4-4485-a80a-b0c22a4a1911'] response: {'server_uuid': '15d9a1db-4ae5-4e5d-bc0f-eae936fc362c', 'name': 'network-vif-deleted', 'tag': '5e762846-9002-4df1-9a78-c923c3f1fc21', 'status': 'completed', 'code': 200} May 12 19:05:33.060351 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:33.091846 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 265b9362-9c57-48ae-9a5f-94fca24150f1 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:05:33.092228 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:33.161111 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2298bf22-a0d8-4b01-b0de-7bb726405894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265b9362-9c57-48ae-9a5f-94fca24150f1'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:33.163378 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ad369-6fb3-42d6-9f3a-18082a218c69" -d '{"events": [{"server_uuid": "2298bf22-a0d8-4b01-b0de-7bb726405894", "name": "network-vif-plugged", "status": "completed", "tag": "265b9362-9c57-48ae-9a5f-94fca24150f1"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:33.170005 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a4ffb-fb14-4de6-b0d6-a45da18deb0e req-91a5ee54-6d7b-469d-a786-420c82035f62 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:33.171436 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc6a4ffb-fb14-4de6-b0d6-a45da18deb0e req-91a5ee54-6d7b-469d-a786-420c82035f62 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 944 time: 0.0523767 May 12 19:05:33.186849 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 265b9362-9c57-48ae-9a5f-94fca24150f1, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=265b9362-9c57-48ae-9a5f-94fca24150f1,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:33.195682 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:33.223920 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272ed050-0f8d-4b65-91c2-5df5d24bdea6 x-openstack-request-id: req-272ed050-0f8d-4b65-91c2-5df5d24bdea6 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:33.224216 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2298bf22-a0d8-4b01-b0de-7bb726405894", "name": "network-vif-plugged", "status": "completed", "tag": "265b9362-9c57-48ae-9a5f-94fca24150f1", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:33.224474 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-272ed050-0f8d-4b65-91c2-5df5d24bdea6 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:33.224877 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272ed050-0f8d-4b65-91c2-5df5d24bdea6'] response: {'server_uuid': '2298bf22-a0d8-4b01-b0de-7bb726405894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265b9362-9c57-48ae-9a5f-94fca24150f1', 'code': 200} May 12 19:05:33.232700 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc6a4ffb-fb14-4de6-b0d6-a45da18deb0e req-9ab9df0e-1f0e-4248-8215-52ef834823d7 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510871 May 12 19:05:33.295270 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=265b9362-9c57-48ae-9a5f-94fca24150f1,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:33.480189 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:33.506986 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] Checking router: de19156b-3223-424b-a853-bf455d405c2c for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:05:33.518484 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:33.518983 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:33.610699 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4fae-1dd3-484f-9814-8153c4ec0ab1 req-0f174226-19d9-4951-818e-f545882cca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:33.612302 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8cfd4fae-1dd3-484f-9814-8153c4ec0ab1 req-0f174226-19d9-4951-818e-f545882cca63 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 1129 time: 0.0454929 May 12 19:05:33.651491 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:33.659773 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8cfd4fae-1dd3-484f-9814-8153c4ec0ab1 req-3de96c69-74e2-45bb-bdd1-56b3c8b195f0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 May 12 19:05:33.846334 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:33.877575 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da3dca-12a9-41d0-9182-439d63d914f8 None None] The sync data for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi is: [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T18:59:24Z', 'revision_number': 4, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '079cdfce-25c2-464f-aa07-147e62490c95', 'name': '', 'network_id': '3dc5243f-8a82-4161-97c5-4250a7dc2b56', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'mac_address': 'fa:16:3e:ef:42:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '67894a67-efa5-48be-be5a-c44db4742e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:22Z', 'updated_at': '2022-05-12T18:59:37Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'subnets': [{'id': '67894a67-efa5-48be-be5a-c44db4742e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:05:34.015559 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40222) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:34.074625 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1816568e-5a73-4210-80a5-87798466f09a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (e6ca67ce-d78f-43d2-986c-23cfaca7bb27), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.110519 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1816568e-5a73-4210-80a5-87798466f09a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (e6ca67ce-d78f-43d2-986c-23cfaca7bb27), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.149779 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883c726b-081a-49f0-9ae2-0aaae0dd5c5f None None] New status for floating IP 4739e1fe-865e-4e71-b346-12b713bd702c: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:05:34.169127 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1816568e-5a73-4210-80a5-87798466f09a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (e6ca67ce-d78f-43d2-986c-23cfaca7bb27), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.173509 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1816568e-5a73-4210-80a5-87798466f09a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.177250 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1816568e-5a73-4210-80a5-87798466f09a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6ca67ce-d78f-43d2-986c-23cfaca7bb27 HTTP/1.1" status: 204 len: 168 time: 0.1582916 May 12 19:05:34.177674 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40230) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:34.188224 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816568e-5a73-4210-80a5-87798466f09a tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca67ce-d78f-43d2-986c-23cfaca7bb27,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:34.199025 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.api.v2.resource [None req-e56ee4d7-de12-433d-ae59-51b9765551e0 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] show failed (client error): The resource could not be found. May 12 19:05:34.203090 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e56ee4d7-de12-433d-ae59-51b9765551e0 tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "GET /v2.0/security-groups/e6ca67ce-d78f-43d2-986c-23cfaca7bb27 HTTP/1.1" status: 404 len: 347 time: 0.0243428 May 12 19:05:34.203703 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40232) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:34.360256 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Deleting port 439e3927-7a52-43b8-a1db-e57206a405ec {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:34.360607 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (439e3927-7a52-43b8-a1db-e57206a405ec), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.388452 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659051a1-9c77-4947-97f6-02bfca3654f8 req-f9df1826-b1fc-4a21-8c17-69e41b87a889 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:34.394985 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-659051a1-9c77-4947-97f6-02bfca3654f8 req-f9df1826-b1fc-4a21-8c17-69e41b87a889 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 945 time: 0.0704615 May 12 19:05:34.441126 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (439e3927-7a52-43b8-a1db-e57206a405ec), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.441453 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (439e3927-7a52-43b8-a1db-e57206a405ec), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.446730 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-659051a1-9c77-4947-97f6-02bfca3654f8 req-59df0bec-af2e-4340-95c2-652e13a1f25e tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 May 12 19:05:34.462933 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Calling delete_port for 439e3927-7a52-43b8-a1db-e57206a405ec owned by network:floatingip {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:34.595349 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (439e3927-7a52-43b8-a1db-e57206a405ec), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.622199 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Pushing event deleted for resources: {'Port': ['ID=439e3927-7a52-43b8-a1db-e57206a405ec,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:34.684122 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks [] for floatingip (4739e1fe-865e-4e71-b346-12b713bd702c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.686947 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:34.688449 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3f7a8f9f-46fa-478a-9c0c-f3699d75989b tempest-AttachVolumeTestJSON-1348022541 tempest-AttachVolumeTestJSON-1348022541-project] 10.222.0.48 "DELETE /v2.0/floatingips/4739e1fe-865e-4e71-b346-12b713bd702c HTTP/1.1" status: 204 len: 168 time: 0.4827833 May 12 19:05:34.807129 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 5e762846-9002-4df1-9a78-c923c3f1fc21 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:34.826685 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 5e762846-9002-4df1-9a78-c923c3f1fc21 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:34.827025 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 5e762846-9002-4df1-9a78-c923c3f1fc21 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:35.557668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7722e-ac52-4fd9-a30f-c8efa2908c43 req-ca227d57-82ec-4111-a2e1-be0671b8daae tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:35.559183 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99a7722e-ac52-4fd9-a30f-c8efa2908c43 req-ca227d57-82ec-4111-a2e1-be0671b8daae tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 945 time: 0.0504940 May 12 19:05:35.618126 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99a7722e-ac52-4fd9-a30f-c8efa2908c43 req-42e66aa6-1e5e-4b34-a624-88f624299d0a tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531621 May 12 19:05:36.498955 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b155bb5-15d5-479a-877b-b14b4ffee312 req-3afc5892-7660-44ca-a156-36d4c3b9289a tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:36.500406 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b155bb5-15d5-479a-877b-b14b4ffee312 req-3afc5892-7660-44ca-a156-36d4c3b9289a tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 945 time: 0.0469568 May 12 19:05:36.546314 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b155bb5-15d5-479a-877b-b14b4ffee312 req-d05e13d0-d01c-4792-8df7-c564d9942c20 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 May 12 19:05:37.667143 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7193c0-eabf-4616-b465-e9cd40ef8bfb req-7362a3c2-5ee4-4481-9351-2d800dfc0d13 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:37.668521 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b7193c0-eabf-4616-b465-e9cd40ef8bfb req-7362a3c2-5ee4-4481-9351-2d800dfc0d13 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 945 time: 0.0550339 May 12 19:05:37.714373 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b7193c0-eabf-4616-b465-e9cd40ef8bfb req-614b1e66-0c51-45a2-ab50-fb0fc53c89f5 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 May 12 19:05:38.008209 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40296) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:38.060251 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-36308780-7681-444b-9b65-e394cbbbc5db tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:38.061721 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-36308780-7681-444b-9b65-e394cbbbc5db tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.49 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 945 time: 0.0468764 May 12 19:05:38.115454 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3501c586-b2dd-4b50-9cee-191f450b4622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.150521 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Deleting port 265b9362-9c57-48ae-9a5f-94fca24150f1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:38.151206 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.195407 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3501c586-b2dd-4b50-9cee-191f450b4622 admin admin] Publish callbacks [] for security_group (0514ca6f-0a7b-4b95-a958-8dad39b4b069), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.199771 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3501c586-b2dd-4b50-9cee-191f450b4622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0514ca6f-0a7b-4b95-a958-8dad39b4b069), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.238846 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501c586-b2dd-4b50-9cee-191f450b4622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514ca6f-0a7b-4b95-a958-8dad39b4b069,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:38.245591 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3501c586-b2dd-4b50-9cee-191f450b4622 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d11cc0120ce24e0783420cbb00432284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337358 May 12 19:05:38.246987 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40306) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:38.255332 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40308) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:38.279580 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] For port 265b9362-9c57-48ae-9a5f-94fca24150f1, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=265b9362-9c57-48ae-9a5f-94fca24150f1,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:38.280217 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.297754 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Calling delete_port for 265b9362-9c57-48ae-9a5f-94fca24150f1 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:38.313166 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3937828d-f973-4249-acb4-c8625955a1dc admin admin] Publish callbacks [] for security_group (0514ca6f-0a7b-4b95-a958-8dad39b4b069), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.384767 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3937828d-f973-4249-acb4-c8625955a1dc admin admin] Publish callbacks [] for security_group (0514ca6f-0a7b-4b95-a958-8dad39b4b069), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.437649 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (265b9362-9c57-48ae-9a5f-94fca24150f1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.466853 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Pushing event deleted for resources: {'Port': ['ID=265b9362-9c57-48ae-9a5f-94fca24150f1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:38.474026 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['265b9362-9c57-48ae-9a5f-94fca24150f1'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:05:38.516499 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] No DVR routers for this DVR port 265b9362-9c57-48ae-9a5f-94fca24150f1 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:05:38.519080 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.519299 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3937828d-f973-4249-acb4-c8625955a1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0514ca6f-0a7b-4b95-a958-8dad39b4b069), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.521798 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3937828d-f973-4249-acb4-c8625955a1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.522607 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2778646-5d3e-450f-8015-b279f7c2c76c req-7cf795ae-c6ab-40fe-aa2f-fadeaad55a69 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.49 "DELETE /v2.0/ports/265b9362-9c57-48ae-9a5f-94fca24150f1 HTTP/1.1" status: 204 len: 173 time: 0.4554505 May 12 19:05:38.522960 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3937828d-f973-4249-acb4-c8625955a1dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0514ca6f-0a7b-4b95-a958-8dad39b4b069 HTTP/1.1" status: 204 len: 168 time: 0.2750776 May 12 19:05:38.523073 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2298bf22-a0d8-4b01-b0de-7bb726405894', 'name': 'network-vif-deleted', 'tag': '265b9362-9c57-48ae-9a5f-94fca24150f1'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:38.526884 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74913b0b-a6bf-4005-8234-6faaa293e12a" -d '{"events": [{"server_uuid": "2298bf22-a0d8-4b01-b0de-7bb726405894", "name": "network-vif-deleted", "tag": "265b9362-9c57-48ae-9a5f-94fca24150f1"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:38.537207 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937828d-f973-4249-acb4-c8625955a1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514ca6f-0a7b-4b95-a958-8dad39b4b069,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:38.576531 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7154c50-65a5-40b1-a353-20f4fa539887 x-openstack-request-id: req-f7154c50-65a5-40b1-a353-20f4fa539887 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:38.576940 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2298bf22-a0d8-4b01-b0de-7bb726405894", "name": "network-vif-deleted", "tag": "265b9362-9c57-48ae-9a5f-94fca24150f1", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:38.577073 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7154c50-65a5-40b1-a353-20f4fa539887 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:38.577490 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7154c50-65a5-40b1-a353-20f4fa539887'] response: {'server_uuid': '2298bf22-a0d8-4b01-b0de-7bb726405894', 'name': 'network-vif-deleted', 'tag': '265b9362-9c57-48ae-9a5f-94fca24150f1', 'status': 'completed', 'code': 200} May 12 19:05:38.804568 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (de19156b-3223-424b-a853-bf455d405c2c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:38.835354 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6bbc5403-3f56-41bb-bddc-744a5f3d41e8 req-7a1021e2-0dd7-42a4-9011-46a9e596a0d3 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=2298bf22-a0d8-4b01-b0de-7bb726405894 HTTP/1.1" status: 200 len: 210 time: 0.0338764 May 12 19:05:39.106769 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Deleting port 079cdfce-25c2-464f-aa07-147e62490c95 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:39.107281 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (079cdfce-25c2-464f-aa07-147e62490c95), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:39.407770 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] For port 079cdfce-25c2-464f-aa07-147e62490c95, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=079cdfce-25c2-464f-aa07-147e62490c95,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:39.408155 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (079cdfce-25c2-464f-aa07-147e62490c95), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:39.421140 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Calling delete_port for 079cdfce-25c2-464f-aa07-147e62490c95 owned by network:router_interface {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:39.608615 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (079cdfce-25c2-464f-aa07-147e62490c95), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:39.635025 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=079cdfce-25c2-464f-aa07-147e62490c95,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:39.824500 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (de19156b-3223-424b-a853-bf455d405c2c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:40.071730 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Router de19156b-3223-424b-a853-bf455d405c2c has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:05:40.159651 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-5e4d5b0a-4fd1-43bd-a9fb-fd8109e591da tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:40.161138 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-5e4d5b0a-4fd1-43bd-a9fb-fd8109e591da tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/networks?id=1d8085cc-1192-4116-963e-31bacb176555 HTTP/1.1" status: 200 len: 807 time: 0.1049504 May 12 19:05:40.183310 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-7fdc2e95-12ae-484a-a086-5f3b5e5dec06 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/quotas/69299e9979554ba2b07a5e29d1b792b8 HTTP/1.1" status: 200 len: 375 time: 0.0145602 May 12 19:05:40.196476 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:05:40.203223 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-b0c0fbeb-56fc-43b7-bf1f-9b48b3495cd1 admin admin] 10.222.0.48 "PUT /v2.0/routers/de19156b-3223-424b-a853-bf455d405c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9486041 May 12 19:05:40.206024 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40372) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:40.210813 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] Sync routers for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:05:40.221998 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-ca0fbf99-3c76-40a4-8296-319e84a74430 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=69299e9979554ba2b07a5e29d1b792b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377178 May 12 19:05:40.222224 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:40.223035 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:40.330804 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks [] for router (de19156b-3223-424b-a853-bf455d405c2c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:40.341660 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-7cf39680-36f1-4d40-b7f8-283a9c74a2d6 service neutron] 10.222.0.48 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187263 May 12 19:05:40.366717 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:40.448094 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks [] for router_gateway (de19156b-3223-424b-a853-bf455d405c2c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:40.472151 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-a385ec66-9802-4132-8539-871521edd474 service neutron] 10.222.0.48 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294219 May 12 19:05:40.496404 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Deleting port ec0fb621-73a5-4c25-b951-d9e55ddec446 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:40.496848 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:40.561225 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T19:05:39Z', 'revision_number': 5, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port': {'id': 'ec0fb621-73a5-4c25-b951-d9e55ddec446', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de19156b-3223-424b-a853-bf455d405c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:40.589648 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] For port ec0fb621-73a5-4c25-b951-d9e55ddec446, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=ec0fb621-73a5-4c25-b951-d9e55ddec446,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:40.590373 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:40.593844 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] Checking router: de19156b-3223-424b-a853-bf455d405c2c for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:05:40.603429 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] Routers {'de19156b-3223-424b-a853-bf455d405c2c'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:40.604135 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['de19156b-3223-424b-a853-bf455d405c2c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:40.609009 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Calling delete_port for ec0fb621-73a5-4c25-b951-d9e55ddec446 owned by network:router_gateway {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:40.673685 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-555e420a-ffe3-4767-9950-b59e2cf9db41 req-3fe230fc-f21d-44d3-a7ee-70e14160b088 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 210 time: 0.0388031 May 12 19:05:40.698289 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] Set router de19156b-3223-424b-a853-bf455d405c2c gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:40.752008 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T19:05:40Z', 'revision_number': 6, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port_host': None}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:40.781691 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b9d7f-183e-402c-919c-e6f3b1e0777b None None] The sync data for ids ['de19156b-3223-424b-a853-bf455d405c2c'] in dv-cinder-795751-3-iscsi is: [{'id': 'de19156b-3223-424b-a853-bf455d405c2c', 'name': 'tempest-AttachVolumeTestJSON-1999410504-router', 'tenant_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:18Z', 'updated_at': '2022-05-12T19:05:40Z', 'revision_number': 6, 'project_id': 'a61f3c6e7974486a9f3a4f9d361c5fb6', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:05:40.804329 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (ec0fb621-73a5-4c25-b951-d9e55ddec446), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:40.834112 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0fb621-73a5-4c25-b951-d9e55ddec446,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:40.896717 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (de19156b-3223-424b-a853-bf455d405c2c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:40.994482 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (de19156b-3223-424b-a853-bf455d405c2c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:40.996652 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks [] for router_controller (de19156b-3223-424b-a853-bf455d405c2c), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.042021 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (de19156b-3223-424b-a853-bf455d405c2c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.042630 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de19156b-3223-424b-a853-bf455d405c2c {{(pid=103290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:05:41.047611 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.048959 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1c1fc9a4-44e4-4528-b53b-c10e069b9373 admin admin] 10.222.0.48 "DELETE /v2.0/routers/de19156b-3223-424b-a853-bf455d405c2c HTTP/1.1" status: 204 len: 168 time: 0.8418131 May 12 19:05:41.051592 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40388) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:41.097489 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-056d7c82-b573-4d54-aef8-90f2e9887798 admin admin] Deleting subnet 67894a67-efa5-48be-be5a-c44db4742e22 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:05:41.100511 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d7c82-b573-4d54-aef8-90f2e9887798 admin admin] Publish callbacks [] for subnet (67894a67-efa5-48be-be5a-c44db4742e22), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.136986 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d7c82-b573-4d54-aef8-90f2e9887798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (67894a67-efa5-48be-be5a-c44db4742e22), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.239739 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d7c82-b573-4d54-aef8-90f2e9887798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (67894a67-efa5-48be-be5a-c44db4742e22), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.298197 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d7c82-b573-4d54-aef8-90f2e9887798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (67894a67-efa5-48be-be5a-c44db4742e22), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.325368 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d7c82-b573-4d54-aef8-90f2e9887798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67894a67-efa5-48be-be5a-c44db4742e22,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:41.327397 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d7c82-b573-4d54-aef8-90f2e9887798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.330539 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-056d7c82-b573-4d54-aef8-90f2e9887798 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/67894a67-efa5-48be-be5a-c44db4742e22 HTTP/1.1" status: 204 len: 168 time: 0.2776735 May 12 19:05:41.332911 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab9e33-8416-4d4c-9df2-a7cb5bce6eaa None None] Network 3dc5243f-8a82-4161-97c5-4250a7dc2b56 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:05:41.333432 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:41.405493 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (3dc5243f-8a82-4161-97c5-4250a7dc2b56), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.459432 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Deleting port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:41.459841 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.524179 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] For port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=74b1e576-4e1d-4c8c-b607-26b29fef9b0c,segment=NetworkSegment(dbce1c67-a4a5-4965-9332-e1e233969748),segment_id=dbce1c67-a4a5-4965-9332-e1e233969748)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:41.524541 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.539088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Calling delete_port for 74b1e576-4e1d-4c8c-b607-26b29fef9b0c owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:41.587520 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] DHCP port deletion for 3dc5243f-8a82-4161-97c5-4250a7dc2b56 request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:05:41.592499 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 079cdfce-25c2-464f-aa07-147e62490c95 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:41.625074 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 079cdfce-25c2-464f-aa07-147e62490c95 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:41.625698 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 079cdfce-25c2-464f-aa07-147e62490c95 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:41.656587 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.669666 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] Deleting port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:41.670306 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.747237 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] For port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c, host dv-cinder-795751-3-iscsi, got binding levels [] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:41.747633 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.772947 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] Calling delete_port for 74b1e576-4e1d-4c8c-b607-26b29fef9b0c owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:41.780336 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.ipam_backend_mixin [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] Port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c was not found and therefore no delete operation was performed {{(pid=103291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 19:05:41.784913 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174'] for port (74b1e576-4e1d-4c8c-b607-26b29fef9b0c), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.805994 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] No DVR routers for this DVR port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c on host dv-cinder-795751-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:05:41.825600 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] Pushing event deleted for resources: {'Port': ['ID=74b1e576-4e1d-4c8c-b607-26b29fef9b0c,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:41.827508 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c60870-d0d4-4df7-af62-8b9c075276fd None None] No DVR routers for this DVR port 74b1e576-4e1d-4c8c-b607-26b29fef9b0c on host dv-cinder-795751-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:05:41.854960 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=74b1e576-4e1d-4c8c-b607-26b29fef9b0c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:41.904537 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-38b7e0db-4ca7-4c6e-86df-65c746d98acb req-9aec100f-99ab-4b75-a869-4a156ab2581a tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 210 time: 0.0969799 May 12 19:05:41.946967 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (3dc5243f-8a82-4161-97c5-4250a7dc2b56), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:41.969457 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-74e4ecad-0eb0-4dd4-97b6-37c1243c10ab tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:41.971073 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-74e4ecad-0eb0-4dd4-97b6-37c1243c10ab tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.49 "GET /v2.0/networks?id=1d8085cc-1192-4116-963e-31bacb176555 HTTP/1.1" status: 200 len: 807 time: 0.3004344 May 12 19:05:41.983395 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc5243f-8a82-4161-97c5-4250a7dc2b56']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:41.996796 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbce1c67-a4a5-4965-9332-e1e233969748') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:41.997038 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbce1c67-a4a5-4965-9332-e1e233969748') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:42.022354 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (dbce1c67-a4a5-4965-9332-e1e233969748), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.043818 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (dbce1c67-a4a5-4965-9332-e1e233969748), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.054569 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:05:42.055639 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (dbce1c67-a4a5-4965-9332-e1e233969748), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:05:42.057615 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:05:42.071192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Request body: {'port': {'device_id': '82ad8510-aade-4207-92c7-6be143f1a70b', 'network_id': '1d8085cc-1192-4116-963e-31bacb176555', 'admin_state_up': True, 'tenant_id': '69299e9979554ba2b07a5e29d1b792b8'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:42.163538 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (3dc5243f-8a82-4161-97c5-4250a7dc2b56), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.170526 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.173603 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] 10.222.0.48 "DELETE /v2.0/networks/3dc5243f-8a82-4161-97c5-4250a7dc2b56 HTTP/1.1" status: 204 len: 168 time: 0.8396454 May 12 19:05:42.194325 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819f4bd-332d-4a3b-ac62-56e3b1016d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc5243f-8a82-4161-97c5-4250a7dc2b56,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:42.238682 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Made reservation on behalf of 69299e9979554ba2b07a5e29d1b792b8 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:05:42.242192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.338685 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40418) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:42.377301 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Allocated IP 172.20.0.10 (1d8085cc-1192-4116-963e-31bacb176555/672ddbaa-a20f-478e-83fa-372475d6dcce/1d198787-253c-4a03-a5a0-37377d7d4628) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:05:42.379810 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9c5b9f6b-7b85-40cb-ba75-a92e6cc49617 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a61f3c6e7974486a9f3a4f9d361c5fb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397215 May 12 19:05:42.382429 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40420) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:42.428716 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-626054ce-98c9-4234-9271-0ddf0c5dab85 admin admin] Publish callbacks [] for security_group (6d9ac191-7e8a-4191-80a8-abdd3cf6889e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.451164 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-626054ce-98c9-4234-9271-0ddf0c5dab85 admin admin] Publish callbacks [] for security_group (6d9ac191-7e8a-4191-80a8-abdd3cf6889e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.497984 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-626054ce-98c9-4234-9271-0ddf0c5dab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (6d9ac191-7e8a-4191-80a8-abdd3cf6889e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.500619 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-626054ce-98c9-4234-9271-0ddf0c5dab85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.501778 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-626054ce-98c9-4234-9271-0ddf0c5dab85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d9ac191-7e8a-4191-80a8-abdd3cf6889e HTTP/1.1" status: 204 len: 168 time: 0.1177487 May 12 19:05:42.510377 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626054ce-98c9-4234-9271-0ddf0c5dab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ac191-7e8a-4191-80a8-abdd3cf6889e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:42.528237 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks [] for port (1d198787-253c-4a03-a5a0-37377d7d4628), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.564572 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.613277 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Network 1d8085cc-1192-4116-963e-31bacb176555 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:05:42.618477 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:05:42.622992 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:05:42.627695 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Pushing event updated for resources: {'Port': ['ID=1d198787-253c-4a03-a5a0-37377d7d4628,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:42.674391 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:42.675002 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.692170 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-af1c075c-d643-476d-a10b-b71b4af02c3d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6247215 May 12 19:05:42.709476 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Request body: {'port': {'device_id': '82ad8510-aade-4207-92c7-6be143f1a70b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:42.774779 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:42.813787 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 265b9362-9c57-48ae-9a5f-94fca24150f1 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:42.834319 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 265b9362-9c57-48ae-9a5f-94fca24150f1 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:42.834763 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 265b9362-9c57-48ae-9a5f-94fca24150f1 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:43.046789 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device ec0fb621-73a5-4c25-b951-d9e55ddec446 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:43.064277 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2148dc-7eea-46c6-99b7-931accad2d13 req-cbfb67be-4f82-4906-81ab-668861fd4065 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:43.065652 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d2148dc-7eea-46c6-99b7-931accad2d13 req-cbfb67be-4f82-4906-81ab-668861fd4065 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 932 time: 0.0689094 May 12 19:05:43.074383 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: ec0fb621-73a5-4c25-b951-d9e55ddec446 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:43.074753 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device ec0fb621-73a5-4c25-b951-d9e55ddec446 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:43.075526 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 74b1e576-4e1d-4c8c-b607-26b29fef9b0c no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:43.098454 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 74b1e576-4e1d-4c8c-b607-26b29fef9b0c {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:43.098803 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 74b1e576-4e1d-4c8c-b607-26b29fef9b0c not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:43.153763 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d2148dc-7eea-46c6-99b7-931accad2d13 req-c25f099e-6c02-4805-a59e-d6afc9732883 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817425 May 12 19:05:43.207878 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d198787-253c-4a03-a5a0-37377d7d4628 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:05:43.217737 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Publish callbacks [] for port (1d198787-253c-4a03-a5a0-37377d7d4628), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:43.231491 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Transition to ACTIVE for port object 1d198787-253c-4a03-a5a0-37377d7d4628 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:05:43.236202 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:43.298225 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d198787-253c-4a03-a5a0-37377d7d4628,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:43.380644 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Attempting to bind port 1d198787-253c-4a03-a5a0-37377d7d4628 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:05:43.381010 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Attempting to bind port 1d198787-253c-4a03-a5a0-37377d7d4628 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:05:43.381305 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Attempting to bind port 1d198787-253c-4a03-a5a0-37377d7d4628 on network 1d8085cc-1192-4116-963e-31bacb176555 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:05:43.389393 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Port 1d198787-253c-4a03-a5a0-37377d7d4628 on network 1d8085cc-1192-4116-963e-31bacb176555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:05:43.389807 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Attempting to bind port 1d198787-253c-4a03-a5a0-37377d7d4628 on network 1d8085cc-1192-4116-963e-31bacb176555 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:05:43.395109 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:05:43.395442 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Checking segment: {'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:05:43.395822 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Bound using segment: {'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:05:43.396305 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Bound port: 1d198787-253c-4a03-a5a0-37377d7d4628, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292593db-17b9-4f37-bcd1-3eef6f4a00e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1d8085cc-1192-4116-963e-31bacb176555'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:05:43.396662 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:43.471670 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] For port 1d198787-253c-4a03-a5a0-37377d7d4628, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:05:43.475339 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] For port 1d198787-253c-4a03-a5a0-37377d7d4628, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1d198787-253c-4a03-a5a0-37377d7d4628,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:05:43.482889 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:43.518352 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:43.519530 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:43.520969 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d198787-253c-4a03-a5a0-37377d7d4628 HTTP/1.1" status: 200 len: 1094 time: 0.8156455 May 12 19:05:43.521397 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ad8510-aade-4207-92c7-6be143f1a70b', 'tag': '1d198787-253c-4a03-a5a0-37377d7d4628'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:43.524350 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecbe769-de5d-4649-a4fb-cf4f8f366645" -d '{"events": [{"name": "network-changed", "server_uuid": "82ad8510-aade-4207-92c7-6be143f1a70b", "tag": "1d198787-253c-4a03-a5a0-37377d7d4628"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:43.555468 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f40dc-35d7-4b0f-ae3e-861d9ee72dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d198787-253c-4a03-a5a0-37377d7d4628,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:43.575937 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a704bb44-1c16-4f7c-9408-22aa0fae3386 x-openstack-request-id: req-a704bb44-1c16-4f7c-9408-22aa0fae3386 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:43.576240 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ad8510-aade-4207-92c7-6be143f1a70b", "tag": "1d198787-253c-4a03-a5a0-37377d7d4628", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:43.576501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a704bb44-1c16-4f7c-9408-22aa0fae3386 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:43.577003 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a704bb44-1c16-4f7c-9408-22aa0fae3386'] response: {'name': 'network-changed', 'server_uuid': '82ad8510-aade-4207-92c7-6be143f1a70b', 'tag': '1d198787-253c-4a03-a5a0-37377d7d4628', 'status': 'completed', 'code': 200} May 12 19:05:43.640555 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-20a6619b-47ac-4af8-9cea-5894986f92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:43.642502 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-20a6619b-47ac-4af8-9cea-5894986f92ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69299e9979554ba2b07a5e29d1b792b8&device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 1128 time: 0.0449681 May 12 19:05:43.705187 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-a46a714e-0eda-488a-8ae4-2eee822b8109 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d198787-253c-4a03-a5a0-37377d7d4628 HTTP/1.1" status: 200 len: 217 time: 0.0486903 May 12 19:05:43.760477 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-462d4adf-d25d-4eb9-beb5-a98c2880ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:43.762007 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-462d4adf-d25d-4eb9-beb5-a98c2880ee0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=672ddbaa-a20f-478e-83fa-372475d6dcce HTTP/1.1" status: 200 len: 847 time: 0.0493836 May 12 19:05:43.796862 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-5804b943-b9e1-4fce-9ffa-7500acd4c3fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8085cc-1192-4116-963e-31bacb176555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288358 May 12 19:05:43.884360 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40494) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:43.901339 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-6b9ea984-e728-4c40-842f-feffe7db4eeb service neutron] 10.222.0.49 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943131 May 12 19:05:43.996571 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-418d8630-8d28-4dfd-b5b2-48b18cc00126 req-4819952d-763d-4e30-9017-90e1158c6441 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870881 May 12 19:05:43.996818 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2407-eb2b-49c4-95d5-0e32c52d1f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.090726 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2407-eb2b-49c4-95d5-0e32c52d1f4d admin admin] Publish callbacks [] for security_group (1b01bc06-e268-4357-981e-10748d01f914), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.093449 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2407-eb2b-49c4-95d5-0e32c52d1f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1b01bc06-e268-4357-981e-10748d01f914), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.131150 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce2407-eb2b-49c4-95d5-0e32c52d1f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b01bc06-e268-4357-981e-10748d01f914,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:44.135952 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-d0ce2407-eb2b-49c4-95d5-0e32c52d1f4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da214f85decb42328c4c82c775376630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506003 May 12 19:05:44.138639 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40502) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:44.189789 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56fd2ee2-974b-442c-932e-68c0aa217935 admin admin] Publish callbacks [] for security_group (1b01bc06-e268-4357-981e-10748d01f914), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.212389 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56fd2ee2-974b-442c-932e-68c0aa217935 admin admin] Publish callbacks [] for security_group (1b01bc06-e268-4357-981e-10748d01f914), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.263658 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56fd2ee2-974b-442c-932e-68c0aa217935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1b01bc06-e268-4357-981e-10748d01f914), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.266507 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56fd2ee2-974b-442c-932e-68c0aa217935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.267864 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-56fd2ee2-974b-442c-932e-68c0aa217935 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b01bc06-e268-4357-981e-10748d01f914 HTTP/1.1" status: 204 len: 168 time: 0.1280220 May 12 19:05:44.282551 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd2ee2-974b-442c-932e-68c0aa217935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b01bc06-e268-4357-981e-10748d01f914,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:44.295344 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e5a50-10f2-4c5c-be3e-1abc55e84045 req-cdfe4690-b6a7-4872-9a30-a836c2cde089 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:44.302085 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c56e5a50-10f2-4c5c-be3e-1abc55e84045 req-cdfe4690-b6a7-4872-9a30-a836c2cde089 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 944 time: 0.0725453 May 12 19:05:44.361398 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c56e5a50-10f2-4c5c-be3e-1abc55e84045 req-d912969d-623c-4fe7-b440-a50c4784aee3 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565412 May 12 19:05:44.468715 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40516) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:44.571810 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c1e617f-21f1-4115-8d95-309cbc5a52a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.600793 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:44.614487 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b670dd3f-28d3-4f8d-b052-fbdf000eaa86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.651720 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c1e617f-21f1-4115-8d95-309cbc5a52a7 admin admin] Publish callbacks [] for security_group (b46ebcbb-810f-4471-8b0c-43024d0c4375), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.655542 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c1e617f-21f1-4115-8d95-309cbc5a52a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b46ebcbb-810f-4471-8b0c-43024d0c4375), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.697418 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b670dd3f-28d3-4f8d-b052-fbdf000eaa86 admin admin] Publish callbacks [] for security_group (b17b4eb3-e637-408b-a459-82c09cad7e9a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.699303 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4c1e617f-21f1-4115-8d95-309cbc5a52a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35b0fb5356b44c4eba944a050d1214be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294493 May 12 19:05:44.701706 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b670dd3f-28d3-4f8d-b052-fbdf000eaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b17b4eb3-e637-408b-a459-82c09cad7e9a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.701836 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e617f-21f1-4115-8d95-309cbc5a52a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ebcbb-810f-4471-8b0c-43024d0c4375,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:44.704138 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40522) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:44.762317 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670dd3f-28d3-4f8d-b052-fbdf000eaa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b4eb3-e637-408b-a459-82c09cad7e9a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:44.767164 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b670dd3f-28d3-4f8d-b052-fbdf000eaa86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00898d846cde44268688f0f480f234cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651764 May 12 19:05:44.770033 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40524) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:44.789825 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-505f7fb5-6b2e-4aeb-93d7-1cab0c508494 admin admin] Publish callbacks [] for security_group (b46ebcbb-810f-4471-8b0c-43024d0c4375), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.811193 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-505f7fb5-6b2e-4aeb-93d7-1cab0c508494 admin admin] Publish callbacks [] for security_group (b46ebcbb-810f-4471-8b0c-43024d0c4375), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.817888 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be608b87-590c-4338-a882-dfa99178a0d0 admin admin] Publish callbacks [] for security_group (b17b4eb3-e637-408b-a459-82c09cad7e9a), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.838839 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be608b87-590c-4338-a882-dfa99178a0d0 admin admin] Publish callbacks [] for security_group (b17b4eb3-e637-408b-a459-82c09cad7e9a), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.881584 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-6f63fa00-34cb-404b-857f-fd9943d8c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:44.883719 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-6f63fa00-34cb-404b-857f-fd9943d8c1cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69299e9979554ba2b07a5e29d1b792b8&device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 1128 time: 0.0431650 May 12 19:05:44.889855 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be608b87-590c-4338-a882-dfa99178a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b17b4eb3-e637-408b-a459-82c09cad7e9a), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.892453 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be608b87-590c-4338-a882-dfa99178a0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.893602 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-be608b87-590c-4338-a882-dfa99178a0d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b17b4eb3-e637-408b-a459-82c09cad7e9a HTTP/1.1" status: 204 len: 168 time: 0.1225090 May 12 19:05:44.900191 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-505f7fb5-6b2e-4aeb-93d7-1cab0c508494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (b46ebcbb-810f-4471-8b0c-43024d0c4375), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.902618 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-505f7fb5-6b2e-4aeb-93d7-1cab0c508494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:44.903698 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-505f7fb5-6b2e-4aeb-93d7-1cab0c508494 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b46ebcbb-810f-4471-8b0c-43024d0c4375 HTTP/1.1" status: 204 len: 168 time: 0.1963110 May 12 19:05:44.904437 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be608b87-590c-4338-a882-dfa99178a0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b4eb3-e637-408b-a459-82c09cad7e9a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:44.928306 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f7fb5-6b2e-4aeb-93d7-1cab0c508494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ebcbb-810f-4471-8b0c-43024d0c4375,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:44.990718 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-f9a0d86c-2feb-44cb-897d-d7b2be7d311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:44.992916 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-f9a0d86c-2feb-44cb-897d-d7b2be7d311f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d8085cc-1192-4116-963e-31bacb176555 HTTP/1.1" status: 200 len: 908 time: 0.1023562 May 12 19:05:45.038237 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-b917b7f2-6bad-47b8-b421-b84e206471be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d198787-253c-4a03-a5a0-37377d7d4628 HTTP/1.1" status: 200 len: 217 time: 0.0389280 May 12 19:05:45.099582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-bab35e13-a26b-46b5-a4c8-d62bb5ec8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:45.102411 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-bab35e13-a26b-46b5-a4c8-d62bb5ec8b8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=672ddbaa-a20f-478e-83fa-372475d6dcce HTTP/1.1" status: 200 len: 847 time: 0.0577848 May 12 19:05:45.156295 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-6ca4e8b0-55fe-4b99-b7fc-9742e38e9c39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8085cc-1192-4116-963e-31bacb176555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488305 May 12 19:05:45.255154 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-99ba7095-a345-444d-a7d8-31861afc832a service neutron] 10.222.0.49 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926242 May 12 19:05:45.319120 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40540) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:45.332804 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8e59-6b72-4c14-bc7c-a1d34c974c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:45.356558 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fecbe769-de5d-4649-a4fb-cf4f8f366645 req-38592a67-6a58-423e-95be-1baf1bc83a80 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951924 May 12 19:05:45.426525 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8e59-6b72-4c14-bc7c-a1d34c974c53 admin admin] Publish callbacks [] for security_group (157cbdc7-c225-489e-bd75-bfae459e0068), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:45.431173 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8e59-6b72-4c14-bc7c-a1d34c974c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (157cbdc7-c225-489e-bd75-bfae459e0068), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:45.476515 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2c1d8e59-6b72-4c14-bc7c-a1d34c974c53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc210ddc26cd4cc3b4776bd9254a05b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562660 May 12 19:05:45.477014 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:45.477402 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8e59-6b72-4c14-bc7c-a1d34c974c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157cbdc7-c225-489e-bd75-bfae459e0068,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:45.493663 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce3bf5-a2d8-4582-886d-9ef290867f20 req-2220d000-fdf1-4b3d-b6c4-3c972c88dca2 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:45.495349 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d5ce3bf5-a2d8-4582-886d-9ef290867f20 req-2220d000-fdf1-4b3d-b6c4-3c972c88dca2 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 944 time: 0.0617940 May 12 19:05:45.573547 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9a6167e-c673-4f0d-a014-a4ca476e6042 admin admin] Publish callbacks [] for security_group (157cbdc7-c225-489e-bd75-bfae459e0068), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:45.579020 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d5ce3bf5-a2d8-4582-886d-9ef290867f20 req-82e7690d-029b-4e43-af57-2361a222d19d tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779243 May 12 19:05:45.609027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9a6167e-c673-4f0d-a014-a4ca476e6042 admin admin] Publish callbacks [] for security_group (157cbdc7-c225-489e-bd75-bfae459e0068), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:45.657480 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9a6167e-c673-4f0d-a014-a4ca476e6042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (157cbdc7-c225-489e-bd75-bfae459e0068), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:45.660095 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9a6167e-c673-4f0d-a014-a4ca476e6042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:45.661232 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e9a6167e-c673-4f0d-a014-a4ca476e6042 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/157cbdc7-c225-489e-bd75-bfae459e0068 HTTP/1.1" status: 204 len: 168 time: 0.1805365 May 12 19:05:45.670288 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6167e-c673-4f0d-a014-a4ca476e6042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157cbdc7-c225-489e-bd75-bfae459e0068,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:45.749471 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:45.945469 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1399714996-network', 'tenant_id': '15f23005325f4540969b638d811fa364'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:45.966605 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Made reservation on behalf of 15f23005325f4540969b638d811fa364 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:05:45.968998 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:45.979133 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.060690 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Publish callbacks [] for security_group (0d7e77cb-fc56-4dd8-bdbe-700b36dce8e8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.065206 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0d7e77cb-fc56-4dd8-bdbe-700b36dce8e8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.092305 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:05:46.103115 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e77cb-fc56-4dd8-bdbe-700b36dce8e8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:46.111149 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (34958c87-0c6d-4a41-9eb7-c2b9a9674e80), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.111559 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Added segment 34958c87-0c6d-4a41-9eb7-c2b9a9674e80 of type vlan for network 4c975b29-c4bf-4b35-ace8-09729b389ef6 May 12 19:05:46.158132 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (4c975b29-c4bf-4b35-ace8-09729b389ef6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.183540 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (4c975b29-c4bf-4b35-ace8-09729b389ef6), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.184726 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:46.185383 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.222245 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4715698 May 12 19:05:46.225328 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40580) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:46.232751 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Request body: {'subnet': {'network_id': '4c975b29-c4bf-4b35-ace8-09729b389ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1399714996-subnet', 'tenant_id': '15f23005325f4540969b638d811fa364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:46.253231 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c5fff-b47b-4f1a-983d-5a9510cdf781 admin admin] Pushing event updated for resources: {'Network': ['ID=4c975b29-c4bf-4b35-ace8-09729b389ef6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:46.258921 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Made reservation on behalf of 15f23005325f4540969b638d811fa364 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:05:46.262075 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.266298 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 4c975b29-c4bf-4b35-ace8-09729b389ef6 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:05:46.451796 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (a5f32ee6-d244-48e6-9538-8b3b68a8fab3), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.511047 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f32ee6-d244-48e6-9538-8b3b68a8fab3,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:46.519460 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Checking segment: {'id': '34958c87-0c6d-4a41-9eb7-c2b9a9674e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4c975b29-c4bf-4b35-ace8-09729b389ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:05:46.519812 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Network hostable DHCP agents. Network: 4c975b29-c4bf-4b35-ace8-09729b389ef6, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:05:46.537658 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Network 4c975b29-c4bf-4b35-ace8-09729b389ef6 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:05:46.546776 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 4c975b29-c4bf-4b35-ace8-09729b389ef6) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:05:46.553673 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:46.554278 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:46.555440 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55297ed-1080-493a-bc1a-c875f63b3bde None None] Network 4c975b29-c4bf-4b35-ace8-09729b389ef6 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:05:46.580505 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a8a2c78c-ed4c-40e9-8aec-26b143cb95a8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3453619 May 12 19:05:46.665901 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f8e028-83a3-42af-a994-408c65f20130 None None] Network 4c975b29-c4bf-4b35-ace8-09729b389ef6 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:05:46.719843 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46243cdb-9bbe-47aa-be91-5a15444e7ad1 req-a2b81ca1-42c8-4f7b-8182-043dde8baa92 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:46.721644 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46243cdb-9bbe-47aa-be91-5a15444e7ad1 req-a2b81ca1-42c8-4f7b-8182-043dde8baa92 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 944 time: 0.0680926 May 12 19:05:46.801126 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46243cdb-9bbe-47aa-be91-5a15444e7ad1 req-30c5f854-b2ee-4e94-b2e7-dc186d4362db tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683177 May 12 19:05:46.840838 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1d198787-253c-4a03-a5a0-37377d7d4628 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:05:47.079892 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1d198787-253c-4a03-a5a0-37377d7d4628, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1d198787-253c-4a03-a5a0-37377d7d4628,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:47.093927 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '1d198787-253c-4a03-a5a0-37377d7d4628', 'network_id': '1d8085cc-1192-4116-963e-31bacb176555', 'port_id': '1d198787-253c-4a03-a5a0-37377d7d4628', 'mac_address': 'fa:16:3e:85:93:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672ddbaa-a20f-478e-83fa-372475d6dcce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:05:47.137261 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1d198787-253c-4a03-a5a0-37377d7d4628 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:05:47.137683 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.151005 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d198787-253c-4a03-a5a0-37377d7d4628 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:05:47.178056 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1d198787-253c-4a03-a5a0-37377d7d4628, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1d198787-253c-4a03-a5a0-37377d7d4628,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:47.182799 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.231871 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:47.233507 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1d198787-253c-4a03-a5a0-37377d7d4628,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:47.236932 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1511152270-network', 'tenant_id': '8eacdd1cca3b429b88453d15e153dc92'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:47.257727 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Made reservation on behalf of 8eacdd1cca3b429b88453d15e153dc92 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:05:47.260192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.269065 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.351200 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Publish callbacks [] for security_group (bcafbd30-25e2-400d-8d8f-b1473bbeeaa2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.354790 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (bcafbd30-25e2-400d-8d8f-b1473bbeeaa2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.380060 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:05:47.389606 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcafbd30-25e2-400d-8d8f-b1473bbeeaa2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:47.395689 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (a718bc1e-a6b0-4416-89de-1919af5ffbac), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.396145 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Added segment a718bc1e-a6b0-4416-89de-1919af5ffbac of type vlan for network 69e93c8c-f4de-4440-a0b7-751b060a16e9 May 12 19:05:47.438694 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (69e93c8c-f4de-4440-a0b7-751b060a16e9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.464572 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (69e93c8c-f4de-4440-a0b7-751b060a16e9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.465643 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:47.466304 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.482011 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['1d198787-253c-4a03-a5a0-37377d7d4628'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:05:47.543257 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3101571 May 12 19:05:47.543662 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40640) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:47.546744 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7da7d4-c195-4be5-8f4f-208a7dcb5fec admin admin] Pushing event updated for resources: {'Network': ['ID=69e93c8c-f4de-4440-a0b7-751b060a16e9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:47.557120 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Request body: {'subnet': {'network_id': '69e93c8c-f4de-4440-a0b7-751b060a16e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1511152270-subnet', 'tenant_id': '8eacdd1cca3b429b88453d15e153dc92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:05:47.568338 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 69e93c8c-f4de-4440-a0b7-751b060a16e9 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:05:47.579270 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Made reservation on behalf of 8eacdd1cca3b429b88453d15e153dc92 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:05:47.581794 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.768462 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (d8b8b21a-5567-4281-a723-96d05261bace), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.823480 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b8b21a-5567-4281-a723-96d05261bace,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:47.834047 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Checking segment: {'id': 'a718bc1e-a6b0-4416-89de-1919af5ffbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69e93c8c-f4de-4440-a0b7-751b060a16e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:05:47.834408 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Network hostable DHCP agents. Network: 69e93c8c-f4de-4440-a0b7-751b060a16e9, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:05:47.852259 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Network 69e93c8c-f4de-4440-a0b7-751b060a16e9 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:05:47.861693 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 69e93c8c-f4de-4440-a0b7-751b060a16e9) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:05:47.865695 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:47.866289 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:47.873824 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ce5595-e614-467f-b7ec-0cd6e6abbbe1 None None] Network 69e93c8c-f4de-4440-a0b7-751b060a16e9 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:05:47.884263 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-764216a9-e2d1-4e77-ba23-f5e189c24356 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3387027 May 12 19:05:47.926177 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40656) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:47.956222 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9180ef-88c2-4ff6-9a56-205f2980be18 req-757e99df-66e4-4e2b-89b9-10d3f27b1cb0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:47.958310 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eb9180ef-88c2-4ff6-9a56-205f2980be18 req-757e99df-66e4-4e2b-89b9-10d3f27b1cb0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 945 time: 0.0826893 May 12 19:05:47.990839 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c62f0-2b81-4c6d-a8b6-a1b6e8229e3c None None] Network 69e93c8c-f4de-4440-a0b7-751b060a16e9 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:05:48.014730 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eb9180ef-88c2-4ff6-9a56-205f2980be18 req-1e073dbc-fb50-461d-b6df-a7be6c00d7da tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 May 12 19:05:48.088828 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfa318bb-d9b2-4f3a-9d1e-a06669f249f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.173142 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfa318bb-d9b2-4f3a-9d1e-a06669f249f5 admin admin] Publish callbacks [] for security_group (4f668991-c24e-4e67-bc95-7e9741caab60), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.177275 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfa318bb-d9b2-4f3a-9d1e-a06669f249f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (4f668991-c24e-4e67-bc95-7e9741caab60), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.216611 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-cfa318bb-d9b2-4f3a-9d1e-a06669f249f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1b707cdf7c14eee8e441e9186272233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893460 May 12 19:05:48.217736 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa318bb-d9b2-4f3a-9d1e-a06669f249f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f668991-c24e-4e67-bc95-7e9741caab60,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:48.219275 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40664) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:48.272935 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2606e6c-6ae7-4e27-a757-871deb3a5703 admin admin] Publish callbacks [] for security_group (4f668991-c24e-4e67-bc95-7e9741caab60), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.566627 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2606e6c-6ae7-4e27-a757-871deb3a5703 admin admin] Publish callbacks [] for security_group (4f668991-c24e-4e67-bc95-7e9741caab60), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.613378 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2606e6c-6ae7-4e27-a757-871deb3a5703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (4f668991-c24e-4e67-bc95-7e9741caab60), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.616002 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2606e6c-6ae7-4e27-a757-871deb3a5703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.617141 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f2606e6c-6ae7-4e27-a757-871deb3a5703 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f668991-c24e-4e67-bc95-7e9741caab60 HTTP/1.1" status: 204 len: 168 time: 0.3966670 May 12 19:05:48.624508 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2606e6c-6ae7-4e27-a757-871deb3a5703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f668991-c24e-4e67-bc95-7e9741caab60,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:48.876019 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1d198787-253c-4a03-a5a0-37377d7d4628 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:05:48.884678 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:48.898895 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30d31201-d13c-40fd-ad9d-2c5022c23099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.925943 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 1d198787-253c-4a03-a5a0-37377d7d4628 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:05:48.933360 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 1d198787-253c-4a03-a5a0-37377d7d4628 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:05:48.933863 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.976841 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30d31201-d13c-40fd-ad9d-2c5022c23099 admin admin] Publish callbacks [] for security_group (fdc48be7-dfb0-4e4e-b117-533147e6d5cd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:48.981367 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30d31201-d13c-40fd-ad9d-2c5022c23099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (fdc48be7-dfb0-4e4e-b117-533147e6d5cd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:49.013438 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 1d198787-253c-4a03-a5a0-37377d7d4628 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:05:49.013845 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:49.019531 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-30d31201-d13c-40fd-ad9d-2c5022c23099 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75807ff7587a4c9f807f6b23675060e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336968 May 12 19:05:49.020553 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d31201-d13c-40fd-ad9d-2c5022c23099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc48be7-dfb0-4e4e-b117-533147e6d5cd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:49.022144 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40676) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:49.040646 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ad8510-aade-4207-92c7-6be143f1a70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d198787-253c-4a03-a5a0-37377d7d4628'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:49.042903 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b63b7c7-ad0b-42b5-ad04-6cbaefb64c4f" -d '{"events": [{"server_uuid": "82ad8510-aade-4207-92c7-6be143f1a70b", "name": "network-vif-plugged", "status": "completed", "tag": "1d198787-253c-4a03-a5a0-37377d7d4628"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:49.055666 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 1d198787-253c-4a03-a5a0-37377d7d4628, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1d198787-253c-4a03-a5a0-37377d7d4628,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:49.060785 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:49.075697 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a27a4339-33fa-499d-a1ec-f922690e902e admin admin] Publish callbacks [] for security_group (fdc48be7-dfb0-4e4e-b117-533147e6d5cd), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:49.100735 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a27a4339-33fa-499d-a1ec-f922690e902e admin admin] Publish callbacks [] for security_group (fdc48be7-dfb0-4e4e-b117-533147e6d5cd), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:49.103448 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bcb76b-a71e-4546-8794-322b13ae3d11 x-openstack-request-id: req-14bcb76b-a71e-4546-8794-322b13ae3d11 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:49.103764 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ad8510-aade-4207-92c7-6be143f1a70b", "name": "network-vif-plugged", "status": "completed", "tag": "1d198787-253c-4a03-a5a0-37377d7d4628", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:49.104022 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14bcb76b-a71e-4546-8794-322b13ae3d11 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:49.104448 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bcb76b-a71e-4546-8794-322b13ae3d11'] response: {'server_uuid': '82ad8510-aade-4207-92c7-6be143f1a70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d198787-253c-4a03-a5a0-37377d7d4628', 'code': 200} May 12 19:05:49.128769 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=1d198787-253c-4a03-a5a0-37377d7d4628,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:49.157495 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a27a4339-33fa-499d-a1ec-f922690e902e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (fdc48be7-dfb0-4e4e-b117-533147e6d5cd), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:49.160114 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a27a4339-33fa-499d-a1ec-f922690e902e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:49.164162 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a27a4339-33fa-499d-a1ec-f922690e902e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdc48be7-dfb0-4e4e-b117-533147e6d5cd HTTP/1.1" status: 204 len: 168 time: 0.1402276 May 12 19:05:49.175557 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a4339-33fa-499d-a1ec-f922690e902e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc48be7-dfb0-4e4e-b117-533147e6d5cd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:49.176521 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af480bb-d7d5-433c-a3ea-5fe37538d918 req-6ab755b7-05ed-47f7-80a5-163975c2fba0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:49.178134 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5af480bb-d7d5-433c-a3ea-5fe37538d918 req-6ab755b7-05ed-47f7-80a5-163975c2fba0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 946 time: 0.0593803 May 12 19:05:49.242616 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5af480bb-d7d5-433c-a3ea-5fe37538d918 req-a929db66-be10-4523-a6c0-b09cbf115d26 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 May 12 19:05:49.312357 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784654d-3c3b-4511-868d-54f1e55b37a0 req-3115adcf-a8af-43bc-887e-8a29d1f970e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:49.314269 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c784654d-3c3b-4511-868d-54f1e55b37a0 req-3115adcf-a8af-43bc-887e-8a29d1f970e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 1130 time: 0.0400584 May 12 19:05:49.320386 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e42a7762-ee93-4c23-8952-908ff6a3b494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:49.363254 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c784654d-3c3b-4511-868d-54f1e55b37a0 req-85e34d0f-1da7-4a00-b5ca-dcceba30b1e6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 May 12 19:05:50.357880 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c259f-f8a3-4972-abee-6fb1d43d361c req-13a886f6-59f0-4d78-9fbd-e3f54c92d2bd tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:50.359346 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e01c259f-f8a3-4972-abee-6fb1d43d361c req-13a886f6-59f0-4d78-9fbd-e3f54c92d2bd tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 946 time: 0.0477240 May 12 19:05:50.408300 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e01c259f-f8a3-4972-abee-6fb1d43d361c req-c37d4c6c-3558-45c7-9c02-f100341603ad tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 May 12 19:05:51.352096 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bd6f018a-1029-49d5-af1d-b7474bfe1f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:51.521653 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fc7aa-0994-4e23-af39-0fd6351d070c req-60001c1d-1848-4d8f-b4e3-2e93768005ac tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:51.523165 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-912fc7aa-0994-4e23-af39-0fd6351d070c req-60001c1d-1848-4d8f-b4e3-2e93768005ac tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 946 time: 0.0479741 May 12 19:05:51.571630 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-912fc7aa-0994-4e23-af39-0fd6351d070c req-26a64f60-df52-489e-b85a-9b51d4cbc6fd tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 May 12 19:05:52.047669 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40848) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:52.159296 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63580382-1178-441e-b6be-3855b79be930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.246006 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63580382-1178-441e-b6be-3855b79be930 admin admin] Publish callbacks [] for security_group (774f976c-e293-445e-8d0d-5da7b744cc42), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.250606 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63580382-1178-441e-b6be-3855b79be930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (774f976c-e293-445e-8d0d-5da7b744cc42), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.280716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c49e-79d4-4256-8818-d70a5067c8b1 req-224a1798-695b-4cba-86df-1868dc1a0b18 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:52.282544 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5687c49e-79d4-4256-8818-d70a5067c8b1 req-224a1798-695b-4cba-86df-1868dc1a0b18 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 946 time: 0.0529361 May 12 19:05:52.300043 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63580382-1178-441e-b6be-3855b79be930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774f976c-e293-445e-8d0d-5da7b744cc42,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:52.306900 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-63580382-1178-441e-b6be-3855b79be930 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e24ce53b7a545b7baa770650b41d209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581811 May 12 19:05:52.308828 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40860) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:52.337680 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5687c49e-79d4-4256-8818-d70a5067c8b1 req-ccab3b04-baf4-49be-839a-c855e0390a01 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 May 12 19:05:52.368055 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0de4baff-2ee6-475d-bf07-7f9fb33a51f8 admin admin] Publish callbacks [] for security_group (774f976c-e293-445e-8d0d-5da7b744cc42), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.390906 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0de4baff-2ee6-475d-bf07-7f9fb33a51f8 admin admin] Publish callbacks [] for security_group (774f976c-e293-445e-8d0d-5da7b744cc42), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.443652 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0de4baff-2ee6-475d-bf07-7f9fb33a51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (774f976c-e293-445e-8d0d-5da7b744cc42), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.446925 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0de4baff-2ee6-475d-bf07-7f9fb33a51f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.448225 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0de4baff-2ee6-475d-bf07-7f9fb33a51f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/774f976c-e293-445e-8d0d-5da7b744cc42 HTTP/1.1" status: 204 len: 168 time: 0.1384766 May 12 19:05:52.463006 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4baff-2ee6-475d-bf07-7f9fb33a51f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774f976c-e293-445e-8d0d-5da7b744cc42,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:52.767255 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 40882) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:52.781238 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4bfdaa4e-203c-46bb-ba9b-b36a6bfbcf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.789061 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e1fbd-0e46-4e44-b45b-c0d5576e4546 req-ab5cf114-01a4-4800-b085-2a04f77d1ea5 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:52.790513 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-026e1fbd-0e46-4e44-b45b-c0d5576e4546 req-ab5cf114-01a4-4800-b085-2a04f77d1ea5 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 947 time: 0.0542443 May 12 19:05:52.840231 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-026e1fbd-0e46-4e44-b45b-c0d5576e4546 req-115ac011-9055-4c76-8702-ca9c992c9843 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438986 May 12 19:05:52.877629 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4bfdaa4e-203c-46bb-ba9b-b36a6bfbcf52 admin admin] Publish callbacks [] for security_group (cbf0fd7c-7df0-4f1b-a841-ca3f4dc3e7c3), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.881761 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4bfdaa4e-203c-46bb-ba9b-b36a6bfbcf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (cbf0fd7c-7df0-4f1b-a841-ca3f4dc3e7c3), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.921941 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4bfdaa4e-203c-46bb-ba9b-b36a6bfbcf52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06c516ad79e24d94958b635fd9dccfc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535716 May 12 19:05:52.923955 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdaa4e-203c-46bb-ba9b-b36a6bfbcf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf0fd7c-7df0-4f1b-a841-ca3f4dc3e7c3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:52.925217 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 40884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:52.963834 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:52.977285 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-407e7b49-002c-45e8-986e-8ec1b8a5b755 admin admin] Publish callbacks [] for security_group (cbf0fd7c-7df0-4f1b-a841-ca3f4dc3e7c3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:53.000602 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-407e7b49-002c-45e8-986e-8ec1b8a5b755 admin admin] Publish callbacks [] for security_group (cbf0fd7c-7df0-4f1b-a841-ca3f4dc3e7c3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:53.047313 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-407e7b49-002c-45e8-986e-8ec1b8a5b755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (cbf0fd7c-7df0-4f1b-a841-ca3f4dc3e7c3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:53.049867 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-407e7b49-002c-45e8-986e-8ec1b8a5b755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:53.051032 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-407e7b49-002c-45e8-986e-8ec1b8a5b755 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbf0fd7c-7df0-4f1b-a841-ca3f4dc3e7c3 HTTP/1.1" status: 204 len: 168 time: 0.1247351 May 12 19:05:53.058863 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e7b49-002c-45e8-986e-8ec1b8a5b755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf0fd7c-7df0-4f1b-a841-ca3f4dc3e7c3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:53.453443 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1960e3-394a-47b6-b134-002b1ac74072 req-9bcb7ef6-9177-465f-a364-7f1d3579a1f4 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:53.454950 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd1960e3-394a-47b6-b134-002b1ac74072 req-9bcb7ef6-9177-465f-a364-7f1d3579a1f4 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 946 time: 0.0498486 May 12 19:05:53.504642 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd1960e3-394a-47b6-b134-002b1ac74072 req-c1f210fa-6dbf-4f81-97c9-3e5edcada3ce tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 May 12 19:05:53.684034 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:53.967617 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177d6e3-2987-4cfa-9b1f-e5fd913c0807 req-955bc5ea-9c11-43a3-9131-6527ff223d82 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:53.969095 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1177d6e3-2987-4cfa-9b1f-e5fd913c0807 req-955bc5ea-9c11-43a3-9131-6527ff223d82 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 947 time: 0.0482697 May 12 19:05:54.018227 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1177d6e3-2987-4cfa-9b1f-e5fd913c0807 req-a2de9f8a-2c95-4368-94c6-5ae9157b32a8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 May 12 19:05:54.229200 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:54.623982 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890c128-bc4e-4951-867a-992a6661a96e req-62e8c887-9b88-4e5d-baaa-f1150dc634a1 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:54.625499 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4890c128-bc4e-4951-867a-992a6661a96e req-62e8c887-9b88-4e5d-baaa-f1150dc634a1 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 946 time: 0.0489790 May 12 19:05:54.677823 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4890c128-bc4e-4951-867a-992a6661a96e req-f5dc47e1-0f63-4b42-afb7-a83c280ec593 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ee220-de50-4f6c-ad9f-a8644e98b550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466485 May 12 19:05:54.877832 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-c4376c67-5b54-48d7-876a-0db7b00a8793 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:54.879229 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-c4376c67-5b54-48d7-876a-0db7b00a8793 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.49 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 946 time: 0.0744469 May 12 19:05:54.885659 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-57294a17-8dea-402d-a1be-ef7fa1ab8879 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:54.887050 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-57294a17-8dea-402d-a1be-ef7fa1ab8879 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 947 time: 0.0740075 May 12 19:05:55.038312 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Deleting port 1d198787-253c-4a03-a5a0-37377d7d4628 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:55.038312 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.040913 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Deleting port d6ee4e3b-c3f4-4c30-877e-37f58454c827 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:05:55.041243 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.224779 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91506bb-3bee-49f3-8695-ca7bf97b5d50 req-cb0244f3-99a6-4c98-9d76-e38388204ed0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:05:55.226204 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b91506bb-3bee-49f3-8695-ca7bf97b5d50 req-cb0244f3-99a6-4c98-9d76-e38388204ed0 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 947 time: 0.1223173 May 12 19:05:55.282155 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] For port d6ee4e3b-c3f4-4c30-877e-37f58454c827, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d6ee4e3b-c3f4-4c30-877e-37f58454c827,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:55.282521 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.301442 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] For port 1d198787-253c-4a03-a5a0-37377d7d4628, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1d198787-253c-4a03-a5a0-37377d7d4628,segment=NetworkSegment(292593db-17b9-4f37-bcd1-3eef6f4a00e4),segment_id=292593db-17b9-4f37-bcd1-3eef6f4a00e4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:05:55.302033 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.350689 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Calling delete_port for 1d198787-253c-4a03-a5a0-37377d7d4628 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:55.381245 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b91506bb-3bee-49f3-8695-ca7bf97b5d50 req-d3caefa7-3e61-4809-a121-22197db199c8 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups?id=4bc38b98-733f-4702-b577-c36a9f02355e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445975 May 12 19:05:55.596100 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.596383 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (d608fde6-ed62-47e1-9e70-25c127c6f524), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.598027 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Floating IP d608fde6-ed62-47e1-9e70-25c127c6f524 disassociated. External IP: 172.27.3.161, port: d6ee4e3b-c3f4-4c30-877e-37f58454c827. May 12 19:05:55.598027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Calling delete_port for d6ee4e3b-c3f4-4c30-877e-37f58454c827 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:05:55.598972 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (1d198787-253c-4a03-a5a0-37377d7d4628), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.606614 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.632112 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['1d198787-253c-4a03-a5a0-37377d7d4628'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:05:55.638579 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Pushing event deleted for resources: {'Port': ['ID=1d198787-253c-4a03-a5a0-37377d7d4628,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:55.717911 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] No DVR routers for this DVR port 1d198787-253c-4a03-a5a0-37377d7d4628 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:05:55.724297 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.728056 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a219fcd2-58bd-4f9b-a706-eaa60c047478 req-6410e237-cdc2-45bc-b609-6fc71dc637b0 tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.49 "DELETE /v2.0/ports/1d198787-253c-4a03-a5a0-37377d7d4628 HTTP/1.1" status: 204 len: 173 time: 0.8401210 May 12 19:05:55.728501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ad8510-aade-4207-92c7-6be143f1a70b', 'name': 'network-vif-deleted', 'tag': '1d198787-253c-4a03-a5a0-37377d7d4628'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:55.730801 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb19b38-b1eb-47cb-8ab4-cfe648097257" -d '{"events": [{"server_uuid": "82ad8510-aade-4207-92c7-6be143f1a70b", "name": "network-vif-deleted", "tag": "1d198787-253c-4a03-a5a0-37377d7d4628"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:55.785269 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-77faafab-eb11-4338-89d1-c27cc394c625 req-9bb2477d-0a9e-489e-9234-9edc4f00708f tempest-VolumesActionsTest-1274736931 tempest-VolumesActionsTest-1274736931-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad8510-aade-4207-92c7-6be143f1a70b HTTP/1.1" status: 200 len: 210 time: 0.0319798 May 12 19:05:55.817847 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d915cc60-45fb-4d37-8242-92e2b877897e x-openstack-request-id: req-d915cc60-45fb-4d37-8242-92e2b877897e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:55.818606 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ad8510-aade-4207-92c7-6be143f1a70b", "name": "network-vif-deleted", "tag": "1d198787-253c-4a03-a5a0-37377d7d4628", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:55.818857 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d915cc60-45fb-4d37-8242-92e2b877897e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:55.819259 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d915cc60-45fb-4d37-8242-92e2b877897e'] response: {'server_uuid': '82ad8510-aade-4207-92c7-6be143f1a70b', 'name': 'network-vif-deleted', 'tag': '1d198787-253c-4a03-a5a0-37377d7d4628', 'status': 'completed', 'code': 200} May 12 19:05:55.848047 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (d6ee4e3b-c3f4-4c30-877e-37f58454c827), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:55.879979 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event deleted for resources: {'Port': ['ID=d6ee4e3b-c3f4-4c30-877e-37f58454c827,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:56.016330 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:05:56.133874 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:05:56.145093 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] Sync routers for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:05:56.156640 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:56.157262 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:56.180369 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] No DVR routers for this DVR port d6ee4e3b-c3f4-4c30-877e-37f58454c827 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:05:56.183692 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:56.187446 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24a8070d-7de7-4d6e-84f7-2ef785d1b5d0 req-ad5ae207-af32-4a8c-badf-eaa918e12637 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.49 "DELETE /v2.0/ports/d6ee4e3b-c3f4-4c30-877e-37f58454c827 HTTP/1.1" status: 204 len: 173 time: 1.2919319 May 12 19:05:56.394265 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:56.510093 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6808646e-54ca-4899-9da6-9e0dbbe7c9e4 req-b8c529d7-1cb0-4b95-9813-11aa9727efab tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 210 time: 0.0372667 May 12 19:05:56.595153 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:56.620403 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] Checking router: b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:05:56.629310 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:05:56.629958 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:56.737950 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:05:56.929187 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:05:56.955138 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e87a4-7e95-497f-b4d8-63234ba8e4f4 None None] The sync data for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi is: [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T18:59:39Z', 'revision_number': 4, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '73220096-3424-4e24-bb90-e3c4348aa930', 'name': '', 'network_id': 'a5a4fc0e-0042-4201-aa54-6b150376479a', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'mac_address': 'fa:16:3e:24:91:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:33Z', 'updated_at': '2022-05-12T18:59:48Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'subnets': [{'id': '67e91d20-b606-4e36-90c9-6433a55bb5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:05:57.201592 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7afece-e70a-46bf-8a2c-e6592dae3dd1 None None] New status for floating IP d608fde6-ed62-47e1-9e70-25c127c6f524: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:05:57.613951 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ff96f009-cd7c-4a4f-9b19-fd9a903e1b3b req-2f5fa3a6-6c97-4659-ae18-300e4cf762cb tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 210 time: 0.0275707 May 12 19:05:57.820207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-deleted', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:05:57.822550 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee08771c-e551-4863-a9b4-e9cfbaa1a6e0" -d '{"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-deleted", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:05:57.860419 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76860bc-88ff-4520-8cf2-0b99e1b04291 x-openstack-request-id: req-c76860bc-88ff-4520-8cf2-0b99e1b04291 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:05:57.860712 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651ff207-805c-42db-9da8-6e493ecdd78e", "name": "network-vif-deleted", "tag": "d6ee4e3b-c3f4-4c30-877e-37f58454c827", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:05:57.860964 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c76860bc-88ff-4520-8cf2-0b99e1b04291 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:05:57.861361 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76860bc-88ff-4520-8cf2-0b99e1b04291'] response: {'server_uuid': '651ff207-805c-42db-9da8-6e493ecdd78e', 'name': 'network-vif-deleted', 'tag': 'd6ee4e3b-c3f4-4c30-877e-37f58454c827', 'status': 'completed', 'code': 200} May 12 19:05:58.726401 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-862f5867-bbdc-4c71-a88d-83faf95b4326 req-538b1808-3f1e-4151-8aad-3a3c5ddb9a04 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/ports?device_id=651ff207-805c-42db-9da8-6e493ecdd78e HTTP/1.1" status: 200 len: 210 time: 0.0337329 May 12 19:05:58.948046 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1d198787-253c-4a03-a5a0-37377d7d4628 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:58.970927 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 1d198787-253c-4a03-a5a0-37377d7d4628 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:58.971271 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 1d198787-253c-4a03-a5a0-37377d7d4628 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:58.971680 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:05:58.989846 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: d6ee4e3b-c3f4-4c30-877e-37f58454c827 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:05:58.990141 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device d6ee4e3b-c3f4-4c30-877e-37f58454c827 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:05:59.816663 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:59.868577 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (4bc38b98-733f-4702-b577-c36a9f02355e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:59.890874 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (4bc38b98-733f-4702-b577-c36a9f02355e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:59.938094 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (4bc38b98-733f-4702-b577-c36a9f02355e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:59.940580 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:05:59.941943 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "DELETE /v2.0/security-groups/4bc38b98-733f-4702-b577-c36a9f02355e HTTP/1.1" status: 204 len: 168 time: 0.1241810 May 12 19:05:59.944505 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41072) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:05:59.950861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc38b98-733f-4702-b577-c36a9f02355e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:05:59.958043 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.958391 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.958732 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.959069 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.959406 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.959738 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.960560 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.960888 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.961255 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.961616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.961946 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.962271 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.962599 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.962920 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:05:59.963240 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0c571-06c5-47e3-a1e4-8b68a6aa262f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.182909 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.api.v2.resource [None req-4e8c3f90-83e3-442d-9fd7-be1b110b0672 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] show failed (client error): The resource could not be found. May 12 19:06:00.183928 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4e8c3f90-83e3-442d-9fd7-be1b110b0672 tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "GET /v2.0/security-groups/4bc38b98-733f-4702-b577-c36a9f02355e HTTP/1.1" status: 404 len: 347 time: 0.2384551 May 12 19:06:00.186826 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41074) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:00.297422 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Deleting port 29bcca1e-89d7-4bf5-a6e1-c75368d818f9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:06:00.297778 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:00.370695 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:00.371014 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:00.383932 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Calling delete_port for 29bcca1e-89d7-4bf5-a6e1-c75368d818f9 owned by network:floatingip {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:06:00.512690 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (29bcca1e-89d7-4bf5-a6e1-c75368d818f9), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:00.543512 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Pushing event deleted for resources: {'Port': ['ID=29bcca1e-89d7-4bf5-a6e1-c75368d818f9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:00.576188 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.576613 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.576954 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.577286 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.577643 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.577973 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.578323 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.578644 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.578964 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.579281 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.579600 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.579916 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.580345 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.580664 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.580980 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:00.621966 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks [] for floatingip (d608fde6-ed62-47e1-9e70-25c127c6f524), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:00.624411 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:00.625561 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9ecaaf0c-aae5-412e-afa9-314bec587b7f tempest-AttachVolumeShelveTestJSON-172291899 tempest-AttachVolumeShelveTestJSON-172291899-project] 10.222.0.48 "DELETE /v2.0/floatingips/d608fde6-ed62-47e1-9e70-25c127c6f524 HTTP/1.1" status: 204 len: 168 time: 0.4378414 May 12 19:06:03.774090 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:06:07.260342 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41194) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:07.878333 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:08.188224 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Deleting port 73220096-3424-4e24-bb90-e3c4348aa930 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:06:08.188688 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (73220096-3424-4e24-bb90-e3c4348aa930), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:08.269024 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] For port 73220096-3424-4e24-bb90-e3c4348aa930, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=73220096-3424-4e24-bb90-e3c4348aa930,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:08.269778 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (73220096-3424-4e24-bb90-e3c4348aa930), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:08.282079 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Calling delete_port for 73220096-3424-4e24-bb90-e3c4348aa930 owned by network:router_interface {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:06:08.457402 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (73220096-3424-4e24-bb90-e3c4348aa930), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:08.481894 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Pushing event deleted for resources: {'Port': ['ID=73220096-3424-4e24-bb90-e3c4348aa930,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:08.655679 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:08.866259 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:06:08.972931 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:06:08.978269 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-87f1f703-c63b-4fe1-a240-3f6c3d2c461c admin admin] 10.222.0.48 "PUT /v2.0/routers/b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169151 May 12 19:06:08.980750 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41230) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:08.983461 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] Sync routers for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:06:08.994786 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:08.995403 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:09.087237 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks [] for router (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.104463 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:09.246791 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks [] for router_gateway (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.324999 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Deleting port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:06:09.325694 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.334631 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T19:06:08Z', 'revision_number': 5, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port': {'id': 'b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T18:59:21Z', 'updated_at': '2022-05-12T18:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:09.366299 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] Checking router: b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:06:09.375568 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] Routers {'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:09.376139 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:05:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:09.426866 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] For port b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:09.427394 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.445051 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Calling delete_port for b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 owned by network:router_gateway {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:06:09.471712 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] Set router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 gateway port host: None {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:09.528684 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T19:06:09Z', 'revision_number': 6, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port_host': None}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:09.556314 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427a2e4-ec1b-4f0e-8b8a-3104ba9aebd2 None None] The sync data for ids ['b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3'] in dv-cinder-795751-3-iscsi is: [{'id': 'b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2042616682-router', 'tenant_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T18:59:19Z', 'updated_at': '2022-05-12T19:06:09Z', 'revision_number': 6, 'project_id': '2a8b3b5b2c48416c8c6b99b27cfa3aeb', 'gw_port_host': None}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:06:09.649073 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.675926 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:09.745514 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.844680 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.846910 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks [] for router_controller (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.895574 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.896322 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 {{(pid=103290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:06:09.906117 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:09.915847 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f57c28f0-a771-4241-8644-d64f2407ed52 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b9c7e2e3-bc11-480e-aa67-2c6a3b39d6e3 HTTP/1.1" status: 204 len: 168 time: 0.9309981 May 12 19:06:09.916069 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:09.976660 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05aab50-be42-4256-9ab9-f0b37b87f1a4 admin admin] Deleting subnet 67e91d20-b606-4e36-90c9-6433a55bb5af {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:06:09.980688 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e05aab50-be42-4256-9ab9-f0b37b87f1a4 admin admin] Publish callbacks [] for subnet (67e91d20-b606-4e36-90c9-6433a55bb5af), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.024790 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e05aab50-be42-4256-9ab9-f0b37b87f1a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (67e91d20-b606-4e36-90c9-6433a55bb5af), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.106490 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e05aab50-be42-4256-9ab9-f0b37b87f1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (67e91d20-b606-4e36-90c9-6433a55bb5af), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.163667 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e05aab50-be42-4256-9ab9-f0b37b87f1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (67e91d20-b606-4e36-90c9-6433a55bb5af), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.194682 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aab50-be42-4256-9ab9-f0b37b87f1a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e91d20-b606-4e36-90c9-6433a55bb5af,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:10.198914 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e05aab50-be42-4256-9ab9-f0b37b87f1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.202604 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e05aab50-be42-4256-9ab9-f0b37b87f1a4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/67e91d20-b606-4e36-90c9-6433a55bb5af HTTP/1.1" status: 204 len: 168 time: 0.2855704 May 12 19:06:10.205130 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:10.208989 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59047480-0e99-408a-ae64-742e7858de99 None None] Network a5a4fc0e-0042-4201-aa54-6b150376479a requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:06:10.354899 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (a5a4fc0e-0042-4201-aa54-6b150376479a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.433825 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Deleting port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:06:10.433825 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.435836 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] DHCP port deletion for a5a4fc0e-0042-4201-aa54-6b150376479a request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:06:10.512485 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Deleting port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:06:10.513636 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.524885 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] For port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:10.525623 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.541446 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Calling delete_port for 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:06:10.608518 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] For port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,segment=NetworkSegment(f545e24f-5f7d-4c0d-ac78-8f479c931a38),segment_id=f545e24f-5f7d-4c0d-ac78-8f479c931a38)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:10.608906 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.624266 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Calling delete_port for 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:06:10.650969 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.696982 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:10.712793 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] No DVR routers for this DVR port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc on host dv-cinder-795751-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:06:10.715399 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174'] for port (6ef40d90-ffe5-4d99-b87c-8ee59262b6bc), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.752290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Pushing event deleted for resources: {'Port': ['ID=6ef40d90-ffe5-4d99-b87c-8ee59262b6bc,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:10.755260 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] No DVR routers for this DVR port 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc on host dv-cinder-795751-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:06:10.763499 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.764128 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.764743 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.765410 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.765982 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.766515 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.767003 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.767506 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.768005 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.768501 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.769026 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.769512 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.770002 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.770520 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.770997 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bf473-0e3c-40b3-92b3-62a7c56f9103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:10.898929 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (a5a4fc0e-0042-4201-aa54-6b150376479a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.923723 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a4fc0e-0042-4201-aa54-6b150376479a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:10.939172 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f545e24f-5f7d-4c0d-ac78-8f479c931a38') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:10.939481 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f545e24f-5f7d-4c0d-ac78-8f479c931a38') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:10.953343 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (f545e24f-5f7d-4c0d-ac78-8f479c931a38), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.969862 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (f545e24f-5f7d-4c0d-ac78-8f479c931a38), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.977327 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:06:10.978138 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (f545e24f-5f7d-4c0d-ac78-8f479c931a38), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:06:10.980015 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:06:11.068184 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (a5a4fc0e-0042-4201-aa54-6b150376479a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.075296 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.078509 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] 10.222.0.48 "DELETE /v2.0/networks/a5a4fc0e-0042-4201-aa54-6b150376479a HTTP/1.1" status: 204 len: 168 time: 0.8719738 May 12 19:06:11.091082 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d5a16-4530-43a6-83d0-63fa2755f15b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a4fc0e-0042-4201-aa54-6b150376479a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:11.091847 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:06:11.117153 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:06:11.118904 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 6ef40d90-ffe5-4d99-b87c-8ee59262b6bc not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:06:11.119308 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 73220096-3424-4e24-bb90-e3c4348aa930 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:06:11.149848 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 73220096-3424-4e24-bb90-e3c4348aa930 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:06:11.150460 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 73220096-3424-4e24-bb90-e3c4348aa930 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:06:11.151058 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:06:11.172442 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:06:11.173032 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b5f93baa-cf5c-4ac5-8e14-6db6281c0cc3 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:06:11.266941 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:11.329154 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f9b297c7-ac4f-4ae3-8a9f-704c735ec108 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a8b3b5b2c48416c8c6b99b27cfa3aeb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0594311 May 12 19:06:11.329701 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41264) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:11.398159 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17e3e611-2a4b-4608-b5f6-62d41dd4cb86 admin admin] Publish callbacks [] for security_group (bc561f96-149c-4d63-bc3e-238cb05df0aa), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.447548 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17e3e611-2a4b-4608-b5f6-62d41dd4cb86 admin admin] Publish callbacks [] for security_group (bc561f96-149c-4d63-bc3e-238cb05df0aa), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.521982 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:11.551592 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17e3e611-2a4b-4608-b5f6-62d41dd4cb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (bc561f96-149c-4d63-bc3e-238cb05df0aa), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.556191 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17e3e611-2a4b-4608-b5f6-62d41dd4cb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.557617 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-17e3e611-2a4b-4608-b5f6-62d41dd4cb86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc561f96-149c-4d63-bc3e-238cb05df0aa HTTP/1.1" status: 204 len: 168 time: 0.2265611 May 12 19:06:11.571728 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e611-2a4b-4608-b5f6-62d41dd4cb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc561f96-149c-4d63-bc3e-238cb05df0aa,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:11.629299 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3cbff8-1460-41e6-811c-47cf82f2aeab admin admin] Deleting subnet a5f32ee6-d244-48e6-9538-8b3b68a8fab3 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:06:11.633037 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b3cbff8-1460-41e6-811c-47cf82f2aeab admin admin] Publish callbacks [] for subnet (a5f32ee6-d244-48e6-9538-8b3b68a8fab3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.672597 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b3cbff8-1460-41e6-811c-47cf82f2aeab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (a5f32ee6-d244-48e6-9538-8b3b68a8fab3), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.729776 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b3cbff8-1460-41e6-811c-47cf82f2aeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (a5f32ee6-d244-48e6-9538-8b3b68a8fab3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.810321 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b3cbff8-1460-41e6-811c-47cf82f2aeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (a5f32ee6-d244-48e6-9538-8b3b68a8fab3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.870456 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b3cbff8-1460-41e6-811c-47cf82f2aeab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:11.874553 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2b3cbff8-1460-41e6-811c-47cf82f2aeab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a5f32ee6-d244-48e6-9538-8b3b68a8fab3 HTTP/1.1" status: 204 len: 168 time: 0.3512664 May 12 19:06:11.876011 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cbff8-1460-41e6-811c-47cf82f2aeab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f32ee6-d244-48e6-9538-8b3b68a8fab3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:11.877138 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41288) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:11.971426 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (4c975b29-c4bf-4b35-ace8-09729b389ef6), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.061461 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (4c975b29-c4bf-4b35-ace8-09729b389ef6), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.094883 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c975b29-c4bf-4b35-ace8-09729b389ef6']}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:12.107118 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34958c87-0c6d-4a41-9eb7-c2b9a9674e80') {'for_net_delete': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:12.107464 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34958c87-0c6d-4a41-9eb7-c2b9a9674e80') {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:12.120049 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411970'] for segment (34958c87-0c6d-4a41-9eb7-c2b9a9674e80), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.149792 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (34958c87-0c6d-4a41-9eb7-c2b9a9674e80), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.158846 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:06:12.159269 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4248482'] for segment (34958c87-0c6d-4a41-9eb7-c2b9a9674e80), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: Traceback (most recent call last): May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: timer() May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: cb(*args, **kw) May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: return func(*args, **kwargs) May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: self._notify() May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: self.callback(batched_events) May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: event.method(event) May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: return f(self, *a, **k) May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._get(url).json() May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: return self.request(url, 'GET', **kwargs) May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:06:12.161098 dv-cinder-795751-3-iscsi neutron-server[103290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:06:12.222594 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (4c975b29-c4bf-4b35-ace8-09729b389ef6), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.229907 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.234147 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4c975b29-c4bf-4b35-ace8-09729b389ef6 HTTP/1.1" status: 204 len: 168 time: 0.3559380 May 12 19:06:12.237030 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:12.261087 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80bed6-70a1-4ce6-b1a2-c3f841eaa7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c975b29-c4bf-4b35-ace8-09729b389ef6,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:12.291831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-578b48de-c423-49f1-9ab9-5be3d50cacb3 admin admin] Deleting subnet d8b8b21a-5567-4281-a723-96d05261bace {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:06:12.295837 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-578b48de-c423-49f1-9ab9-5be3d50cacb3 admin admin] Publish callbacks [] for subnet (d8b8b21a-5567-4281-a723-96d05261bace), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.337116 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-578b48de-c423-49f1-9ab9-5be3d50cacb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (d8b8b21a-5567-4281-a723-96d05261bace), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.411517 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-578b48de-c423-49f1-9ab9-5be3d50cacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (d8b8b21a-5567-4281-a723-96d05261bace), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.483933 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-578b48de-c423-49f1-9ab9-5be3d50cacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (d8b8b21a-5567-4281-a723-96d05261bace), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.517740 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b48de-c423-49f1-9ab9-5be3d50cacb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b8b21a-5567-4281-a723-96d05261bace,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:12.520034 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-578b48de-c423-49f1-9ab9-5be3d50cacb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.524077 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-578b48de-c423-49f1-9ab9-5be3d50cacb3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d8b8b21a-5567-4281-a723-96d05261bace HTTP/1.1" status: 204 len: 168 time: 0.2858145 May 12 19:06:12.526493 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:12.619240 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (69e93c8c-f4de-4440-a0b7-751b060a16e9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.718279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (69e93c8c-f4de-4440-a0b7-751b060a16e9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.760813 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e93c8c-f4de-4440-a0b7-751b060a16e9']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:12.773449 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a718bc1e-a6b0-4416-89de-1919af5ffbac') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:12.773769 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a718bc1e-a6b0-4416-89de-1919af5ffbac') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:12.785702 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (a718bc1e-a6b0-4416-89de-1919af5ffbac), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.803851 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (a718bc1e-a6b0-4416-89de-1919af5ffbac), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.812453 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:06:12.812991 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (a718bc1e-a6b0-4416-89de-1919af5ffbac), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:06:12.816881 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:06:12.883238 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (69e93c8c-f4de-4440-a0b7-751b060a16e9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.889018 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:12.895302 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] 10.222.0.48 "DELETE /v2.0/networks/69e93c8c-f4de-4440-a0b7-751b060a16e9 HTTP/1.1" status: 204 len: 168 time: 0.3678131 May 12 19:06:12.942213 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7487c8-178a-4308-95a9-66fed7438102 admin admin] Pushing event deleted for resources: {'Network': ['ID=69e93c8c-f4de-4440-a0b7-751b060a16e9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:13.182133 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41340) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:13.231086 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b2845f45-c9fc-4ed9-afbc-0e0263c7ddff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15f23005325f4540969b638d811fa364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476110 May 12 19:06:13.231686 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:13.285381 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c923d790-5adc-43ef-b14f-3a1e4178de99 admin admin] Publish callbacks [] for security_group (0d7e77cb-fc56-4dd8-bdbe-700b36dce8e8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:13.316904 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c923d790-5adc-43ef-b14f-3a1e4178de99 admin admin] Publish callbacks [] for security_group (0d7e77cb-fc56-4dd8-bdbe-700b36dce8e8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:13.386776 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c923d790-5adc-43ef-b14f-3a1e4178de99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0d7e77cb-fc56-4dd8-bdbe-700b36dce8e8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:13.390316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c923d790-5adc-43ef-b14f-3a1e4178de99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:13.391824 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c923d790-5adc-43ef-b14f-3a1e4178de99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d7e77cb-fc56-4dd8-bdbe-700b36dce8e8 HTTP/1.1" status: 204 len: 168 time: 0.1590276 May 12 19:06:13.401501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923d790-5adc-43ef-b14f-3a1e4178de99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e77cb-fc56-4dd8-bdbe-700b36dce8e8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:13.840941 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41358) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:13.899192 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8487076d-3cd1-42d3-a735-bd75cc1c56c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8eacdd1cca3b429b88453d15e153dc92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0569491 May 12 19:06:13.909078 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41362) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:13.963866 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fdf55a-08f2-4e48-b0c9-612f3bdd5e05 admin admin] Publish callbacks [] for security_group (bcafbd30-25e2-400d-8d8f-b1473bbeeaa2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:13.997091 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fdf55a-08f2-4e48-b0c9-612f3bdd5e05 admin admin] Publish callbacks [] for security_group (bcafbd30-25e2-400d-8d8f-b1473bbeeaa2), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:14.063994 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fdf55a-08f2-4e48-b0c9-612f3bdd5e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (bcafbd30-25e2-400d-8d8f-b1473bbeeaa2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:14.066563 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15fdf55a-08f2-4e48-b0c9-612f3bdd5e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:14.074198 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-15fdf55a-08f2-4e48-b0c9-612f3bdd5e05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcafbd30-25e2-400d-8d8f-b1473bbeeaa2 HTTP/1.1" status: 204 len: 168 time: 0.1617265 May 12 19:06:14.083171 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdf55a-08f2-4e48-b0c9-612f3bdd5e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcafbd30-25e2-400d-8d8f-b1473bbeeaa2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:14.638652 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41410) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:14.831790 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e04858f-44b2-4b64-8b2f-180c18ea51d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:14.936658 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e04858f-44b2-4b64-8b2f-180c18ea51d7 admin admin] Publish callbacks [] for security_group (adb1657f-9e64-415c-ae6e-6ed5a81977b8), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:14.942544 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e04858f-44b2-4b64-8b2f-180c18ea51d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (adb1657f-9e64-415c-ae6e-6ed5a81977b8), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:14.979761 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04858f-44b2-4b64-8b2f-180c18ea51d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb1657f-9e64-415c-ae6e-6ed5a81977b8,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:14.989496 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1e04858f-44b2-4b64-8b2f-180c18ea51d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=071721d644d54deeb882d43b46a405ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496125 May 12 19:06:14.992757 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:15.065005 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39ed4790-7f6a-4ef8-be8d-b0e215d7e1cb admin admin] Publish callbacks [] for security_group (adb1657f-9e64-415c-ae6e-6ed5a81977b8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:15.090285 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39ed4790-7f6a-4ef8-be8d-b0e215d7e1cb admin admin] Publish callbacks [] for security_group (adb1657f-9e64-415c-ae6e-6ed5a81977b8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:15.153486 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39ed4790-7f6a-4ef8-be8d-b0e215d7e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (adb1657f-9e64-415c-ae6e-6ed5a81977b8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:15.156855 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39ed4790-7f6a-4ef8-be8d-b0e215d7e1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:15.165872 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-39ed4790-7f6a-4ef8-be8d-b0e215d7e1cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adb1657f-9e64-415c-ae6e-6ed5a81977b8 HTTP/1.1" status: 204 len: 168 time: 0.1712804 May 12 19:06:15.182247 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed4790-7f6a-4ef8-be8d-b0e215d7e1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb1657f-9e64-415c-ae6e-6ed5a81977b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:15.732326 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41442) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:15.761785 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38b817ff-4387-4773-844f-ccfce9956bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:15.854422 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38b817ff-4387-4773-844f-ccfce9956bd9 admin admin] Publish callbacks [] for security_group (c62afbc5-70d6-46b9-af3b-746eb7772bf7), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:15.866054 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38b817ff-4387-4773-844f-ccfce9956bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c62afbc5-70d6-46b9-af3b-746eb7772bf7), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:15.906007 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-38b817ff-4387-4773-844f-ccfce9956bd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bffb8916b9e46e9ba511d18d5276f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724074 May 12 19:06:15.907169 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b817ff-4387-4773-844f-ccfce9956bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62afbc5-70d6-46b9-af3b-746eb7772bf7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:15.908842 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41446) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:15.975830 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8421f3fb-14fc-4ce6-ba43-851d0e2ada70 admin admin] Publish callbacks [] for security_group (c62afbc5-70d6-46b9-af3b-746eb7772bf7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:15.997431 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8421f3fb-14fc-4ce6-ba43-851d0e2ada70 admin admin] Publish callbacks [] for security_group (c62afbc5-70d6-46b9-af3b-746eb7772bf7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:16.055010 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8421f3fb-14fc-4ce6-ba43-851d0e2ada70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c62afbc5-70d6-46b9-af3b-746eb7772bf7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:16.057706 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8421f3fb-14fc-4ce6-ba43-851d0e2ada70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:16.058875 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8421f3fb-14fc-4ce6-ba43-851d0e2ada70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c62afbc5-70d6-46b9-af3b-746eb7772bf7 HTTP/1.1" status: 204 len: 168 time: 0.1449487 May 12 19:06:16.066909 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421f3fb-14fc-4ce6-ba43-851d0e2ada70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62afbc5-70d6-46b9-af3b-746eb7772bf7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:18.637425 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41562) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:18.764917 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93558a9d-5675-48bc-a110-d7e8b73d75d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:18.846688 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93558a9d-5675-48bc-a110-d7e8b73d75d1 admin admin] Publish callbacks [] for security_group (32516458-ee8d-43a3-a6ea-e0aa7269c305), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:18.852960 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93558a9d-5675-48bc-a110-d7e8b73d75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (32516458-ee8d-43a3-a6ea-e0aa7269c305), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:18.891347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93558a9d-5675-48bc-a110-d7e8b73d75d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32516458-ee8d-43a3-a6ea-e0aa7269c305,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:18.898608 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-93558a9d-5675-48bc-a110-d7e8b73d75d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d12294409d8d455caf3b64ffbdcda346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600987 May 12 19:06:18.898832 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41568) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:18.977981 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0feace06-255c-48b5-b562-6261208e1465 admin admin] Publish callbacks [] for security_group (32516458-ee8d-43a3-a6ea-e0aa7269c305), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.010228 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0feace06-255c-48b5-b562-6261208e1465 admin admin] Publish callbacks [] for security_group (32516458-ee8d-43a3-a6ea-e0aa7269c305), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.076252 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0feace06-255c-48b5-b562-6261208e1465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (32516458-ee8d-43a3-a6ea-e0aa7269c305), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.078982 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0feace06-255c-48b5-b562-6261208e1465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.080188 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0feace06-255c-48b5-b562-6261208e1465 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32516458-ee8d-43a3-a6ea-e0aa7269c305 HTTP/1.1" status: 204 len: 168 time: 0.1800678 May 12 19:06:19.094225 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feace06-255c-48b5-b562-6261208e1465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32516458-ee8d-43a3-a6ea-e0aa7269c305,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:19.329653 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9fb1da5e-ef3c-4697-bb81-1f144e92c6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.447413 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41580) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:19.464456 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce37aa0b-abe7-4aca-affc-a533d1b3171b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.571462 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce37aa0b-abe7-4aca-affc-a533d1b3171b admin admin] Publish callbacks [] for security_group (cb05ca3d-caee-497a-8e1e-ff8a938b1af7), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.577010 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce37aa0b-abe7-4aca-affc-a533d1b3171b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (cb05ca3d-caee-497a-8e1e-ff8a938b1af7), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.622526 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ce37aa0b-abe7-4aca-affc-a533d1b3171b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53a3eb4eea3b46cc861be5b48a7841de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737099 May 12 19:06:19.625501 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41582) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:19.632788 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37aa0b-abe7-4aca-affc-a533d1b3171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb05ca3d-caee-497a-8e1e-ff8a938b1af7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:19.697257 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eebac738-5662-4c79-925a-dcde9d96b7eb admin admin] Publish callbacks [] for security_group (cb05ca3d-caee-497a-8e1e-ff8a938b1af7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.721716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eebac738-5662-4c79-925a-dcde9d96b7eb admin admin] Publish callbacks [] for security_group (cb05ca3d-caee-497a-8e1e-ff8a938b1af7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.793840 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eebac738-5662-4c79-925a-dcde9d96b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (cb05ca3d-caee-497a-8e1e-ff8a938b1af7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.797827 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eebac738-5662-4c79-925a-dcde9d96b7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:19.802824 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-eebac738-5662-4c79-925a-dcde9d96b7eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb05ca3d-caee-497a-8e1e-ff8a938b1af7 HTTP/1.1" status: 204 len: 168 time: 0.1741600 May 12 19:06:19.812855 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebac738-5662-4c79-925a-dcde9d96b7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb05ca3d-caee-497a-8e1e-ff8a938b1af7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:21.359572 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cce92a1c-1783-4379-8977-2384c8036d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:22.967429 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:23.698570 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:24.233425 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.512644 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:25.623085 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.705751 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f338edac-e599-40d0-a85f-36bb25c4482f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.792861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f338edac-e599-40d0-a85f-36bb25c4482f admin admin] Publish callbacks [] for security_group (e1b00891-96a6-4e9d-b6fd-866abc22fee2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.796944 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f338edac-e599-40d0-a85f-36bb25c4482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (e1b00891-96a6-4e9d-b6fd-866abc22fee2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.834187 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338edac-e599-40d0-a85f-36bb25c4482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b00891-96a6-4e9d-b6fd-866abc22fee2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:25.839984 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f338edac-e599-40d0-a85f-36bb25c4482f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a752f7bb3724478a8dd0f9dbb7c74d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255372 May 12 19:06:25.843096 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41796) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:25.899558 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee5af014-40f3-42a0-8542-c4d87f9e0db5 admin admin] Publish callbacks [] for security_group (e1b00891-96a6-4e9d-b6fd-866abc22fee2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.922646 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee5af014-40f3-42a0-8542-c4d87f9e0db5 admin admin] Publish callbacks [] for security_group (e1b00891-96a6-4e9d-b6fd-866abc22fee2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.972613 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee5af014-40f3-42a0-8542-c4d87f9e0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (e1b00891-96a6-4e9d-b6fd-866abc22fee2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.975208 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee5af014-40f3-42a0-8542-c4d87f9e0db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:25.976366 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ee5af014-40f3-42a0-8542-c4d87f9e0db5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1b00891-96a6-4e9d-b6fd-866abc22fee2 HTTP/1.1" status: 204 len: 168 time: 0.1320834 May 12 19:06:25.985177 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5af014-40f3-42a0-8542-c4d87f9e0db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b00891-96a6-4e9d-b6fd-866abc22fee2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:28.203740 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:28.306641 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bde2cf6b-eeb7-4e3d-ba18-e5a879d538ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.391099 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bde2cf6b-eeb7-4e3d-ba18-e5a879d538ac admin admin] Publish callbacks [] for security_group (30555874-9d4d-4ab4-899b-eaefb1f8eaaf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.394919 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bde2cf6b-eeb7-4e3d-ba18-e5a879d538ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (30555874-9d4d-4ab4-899b-eaefb1f8eaaf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.433811 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bde2cf6b-eeb7-4e3d-ba18-e5a879d538ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e668bad253d4180a4c13a567e4f1b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288725 May 12 19:06:28.434956 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2cf6b-eeb7-4e3d-ba18-e5a879d538ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30555874-9d4d-4ab4-899b-eaefb1f8eaaf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:28.436446 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41878) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:28.485112 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12a332d2-fc65-4be0-a8f8-29ccdcf32e1a admin admin] Publish callbacks [] for security_group (30555874-9d4d-4ab4-899b-eaefb1f8eaaf), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.508123 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12a332d2-fc65-4be0-a8f8-29ccdcf32e1a admin admin] Publish callbacks [] for security_group (30555874-9d4d-4ab4-899b-eaefb1f8eaaf), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.555892 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12a332d2-fc65-4be0-a8f8-29ccdcf32e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (30555874-9d4d-4ab4-899b-eaefb1f8eaaf), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.558427 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12a332d2-fc65-4be0-a8f8-29ccdcf32e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.559554 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-12a332d2-fc65-4be0-a8f8-29ccdcf32e1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30555874-9d4d-4ab4-899b-eaefb1f8eaaf HTTP/1.1" status: 204 len: 168 time: 0.1213143 May 12 19:06:28.567608 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a332d2-fc65-4be0-a8f8-29ccdcf32e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30555874-9d4d-4ab4-899b-eaefb1f8eaaf,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:28.844917 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 41886) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:28.858189 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-315c58dd-3457-4314-b120-17d17595d85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.941364 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-315c58dd-3457-4314-b120-17d17595d85a admin admin] Publish callbacks [] for security_group (f9814dfa-d54a-4e76-86ce-1689445f70a5), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.945945 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-315c58dd-3457-4314-b120-17d17595d85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f9814dfa-d54a-4e76-86ce-1689445f70a5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:28.983144 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-315c58dd-3457-4314-b120-17d17595d85a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35bd06e445a94320a66ae275b57c5d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370945 May 12 19:06:28.983992 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c58dd-3457-4314-b120-17d17595d85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9814dfa-d54a-4e76-86ce-1689445f70a5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:28.985864 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:29.046608 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49af6466-0ec2-4e92-abcc-68537dfe93ca admin admin] Publish callbacks [] for security_group (f9814dfa-d54a-4e76-86ce-1689445f70a5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:29.069172 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49af6466-0ec2-4e92-abcc-68537dfe93ca admin admin] Publish callbacks [] for security_group (f9814dfa-d54a-4e76-86ce-1689445f70a5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:29.128336 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49af6466-0ec2-4e92-abcc-68537dfe93ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (f9814dfa-d54a-4e76-86ce-1689445f70a5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:29.131871 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49af6466-0ec2-4e92-abcc-68537dfe93ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:29.133022 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-49af6466-0ec2-4e92-abcc-68537dfe93ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9814dfa-d54a-4e76-86ce-1689445f70a5 HTTP/1.1" status: 204 len: 168 time: 0.1461816 May 12 19:06:29.141048 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af6466-0ec2-4e92-abcc-68537dfe93ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9814dfa-d54a-4e76-86ce-1689445f70a5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:30.350475 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 41990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:30.566090 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91938749-3e1f-448f-8731-ea4465170af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:30.649963 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91938749-3e1f-448f-8731-ea4465170af2 admin admin] Publish callbacks [] for security_group (100519a6-7339-44d0-9c80-524ea481cce5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:30.654163 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91938749-3e1f-448f-8731-ea4465170af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (100519a6-7339-44d0-9c80-524ea481cce5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:30.693468 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-91938749-3e1f-448f-8731-ea4465170af2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=301fe21ed41349a0a490a732d588317e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417025 May 12 19:06:30.694536 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91938749-3e1f-448f-8731-ea4465170af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100519a6-7339-44d0-9c80-524ea481cce5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:30.696221 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42004) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:30.756207 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a93a75f5-bfee-4489-9a03-185a87e5c002 admin admin] Publish callbacks [] for security_group (100519a6-7339-44d0-9c80-524ea481cce5), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:30.781462 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a93a75f5-bfee-4489-9a03-185a87e5c002 admin admin] Publish callbacks [] for security_group (100519a6-7339-44d0-9c80-524ea481cce5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:30.835625 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a93a75f5-bfee-4489-9a03-185a87e5c002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (100519a6-7339-44d0-9c80-524ea481cce5), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:30.838357 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a93a75f5-bfee-4489-9a03-185a87e5c002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:30.839597 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a93a75f5-bfee-4489-9a03-185a87e5c002 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/100519a6-7339-44d0-9c80-524ea481cce5 HTTP/1.1" status: 204 len: 168 time: 0.1423635 May 12 19:06:30.849041 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a75f5-bfee-4489-9a03-185a87e5c002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100519a6-7339-44d0-9c80-524ea481cce5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:30.957227 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:31.008666 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9b9935-b942-4786-a660-4f049bbfa6e1 admin admin] Deleting subnet 672ddbaa-a20f-478e-83fa-372475d6dcce {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:06:31.012012 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9935-b942-4786-a660-4f049bbfa6e1 admin admin] Publish callbacks [] for subnet (672ddbaa-a20f-478e-83fa-372475d6dcce), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.054470 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9935-b942-4786-a660-4f049bbfa6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (672ddbaa-a20f-478e-83fa-372475d6dcce), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.097286 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9935-b942-4786-a660-4f049bbfa6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (672ddbaa-a20f-478e-83fa-372475d6dcce), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.146983 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42036) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:31.162574 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19365860-06ae-49c4-bb10-91663d70f524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.171720 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9935-b942-4786-a660-4f049bbfa6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (672ddbaa-a20f-478e-83fa-372475d6dcce), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.203397 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9935-b942-4786-a660-4f049bbfa6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672ddbaa-a20f-478e-83fa-372475d6dcce,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:31.207360 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9935-b942-4786-a660-4f049bbfa6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.210593 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2d9b9935-b942-4786-a660-4f049bbfa6e1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/672ddbaa-a20f-478e-83fa-372475d6dcce HTTP/1.1" status: 204 len: 168 time: 0.2516270 May 12 19:06:31.213006 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42040) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:31.267545 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19365860-06ae-49c4-bb10-91663d70f524 admin admin] Publish callbacks [] for security_group (c7b3288e-bb7a-474e-99f6-03735ce21507), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.272743 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19365860-06ae-49c4-bb10-91663d70f524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c7b3288e-bb7a-474e-99f6-03735ce21507), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.304668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (1d8085cc-1192-4116-963e-31bacb176555), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.393846 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (1d8085cc-1192-4116-963e-31bacb176555), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.418701 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8085cc-1192-4116-963e-31bacb176555']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:31.430118 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292593db-17b9-4f37-bcd1-3eef6f4a00e4') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:31.430539 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292593db-17b9-4f37-bcd1-3eef6f4a00e4') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:31.441372 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (292593db-17b9-4f37-bcd1-3eef6f4a00e4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.458111 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (292593db-17b9-4f37-bcd1-3eef6f4a00e4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.465201 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:06:31.465692 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (292593db-17b9-4f37-bcd1-3eef6f4a00e4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:06:31.467634 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:06:31.535428 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (1d8085cc-1192-4116-963e-31bacb176555), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.542344 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.548312 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d8085cc-1192-4116-963e-31bacb176555 HTTP/1.1" status: 204 len: 168 time: 0.3318176 May 12 19:06:31.551141 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:31.565574 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b780-b781-4d34-a869-060c313da8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8085cc-1192-4116-963e-31bacb176555,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:31.574533 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19365860-06ae-49c4-bb10-91663d70f524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b3288e-bb7a-474e-99f6-03735ce21507,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:31.583723 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:31.585205 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-19365860-06ae-49c4-bb10-91663d70f524 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1025124f6caa48a9854a6f965deb7579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369016 May 12 19:06:31.635967 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99c9a06a-7441-4a8b-96e0-e6817ad4d98e admin admin] Publish callbacks [] for security_group (c7b3288e-bb7a-474e-99f6-03735ce21507), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.659568 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99c9a06a-7441-4a8b-96e0-e6817ad4d98e admin admin] Publish callbacks [] for security_group (c7b3288e-bb7a-474e-99f6-03735ce21507), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.682623 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42056) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:31.690516 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c12234d-ea2d-41c5-a76b-4f49fd4cdc17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.727647 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-975a9ae2-344b-4edc-95c6-ebafbd2565b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69299e9979554ba2b07a5e29d1b792b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415633 May 12 19:06:31.728297 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42058) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:31.758877 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99c9a06a-7441-4a8b-96e0-e6817ad4d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c7b3288e-bb7a-474e-99f6-03735ce21507), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.761319 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99c9a06a-7441-4a8b-96e0-e6817ad4d98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.762487 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-99c9a06a-7441-4a8b-96e0-e6817ad4d98e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7b3288e-bb7a-474e-99f6-03735ce21507 HTTP/1.1" status: 204 len: 168 time: 0.1777852 May 12 19:06:31.779828 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc60350f-9cba-4527-acb2-a67759f065e2 admin admin] Publish callbacks [] for security_group (095ee220-de50-4f6c-ad9f-a8644e98b550), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.781097 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9a06a-7441-4a8b-96e0-e6817ad4d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b3288e-bb7a-474e-99f6-03735ce21507,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:31.816792 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc60350f-9cba-4527-acb2-a67759f065e2 admin admin] Publish callbacks [] for security_group (095ee220-de50-4f6c-ad9f-a8644e98b550), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.832027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c12234d-ea2d-41c5-a76b-4f49fd4cdc17 admin admin] Publish callbacks [] for security_group (a718bb0f-04f2-4076-9318-5679105c0c9e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.837318 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c12234d-ea2d-41c5-a76b-4f49fd4cdc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (a718bb0f-04f2-4076-9318-5679105c0c9e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.874798 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc60350f-9cba-4527-acb2-a67759f065e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (095ee220-de50-4f6c-ad9f-a8644e98b550), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.880418 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc60350f-9cba-4527-acb2-a67759f065e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.882006 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-bc60350f-9cba-4527-acb2-a67759f065e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095ee220-de50-4f6c-ad9f-a8644e98b550 HTTP/1.1" status: 204 len: 168 time: 0.1529288 May 12 19:06:31.886400 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8c12234d-ea2d-41c5-a76b-4f49fd4cdc17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1713816a54e34a57838670fb53c891bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342023 May 12 19:06:31.889466 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:31.891422 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60350f-9cba-4527-acb2-a67759f065e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ee220-de50-4f6c-ad9f-a8644e98b550,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:31.898930 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12234d-ea2d-41c5-a76b-4f49fd4cdc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a718bb0f-04f2-4076-9318-5679105c0c9e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:31.961021 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c12dba40-f062-4dd3-a622-47669b3cb98a admin admin] Publish callbacks [] for security_group (a718bb0f-04f2-4076-9318-5679105c0c9e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:31.982614 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c12dba40-f062-4dd3-a622-47669b3cb98a admin admin] Publish callbacks [] for security_group (a718bb0f-04f2-4076-9318-5679105c0c9e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.039844 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c12dba40-f062-4dd3-a622-47669b3cb98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (a718bb0f-04f2-4076-9318-5679105c0c9e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.042456 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c12dba40-f062-4dd3-a622-47669b3cb98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.044114 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c12dba40-f062-4dd3-a622-47669b3cb98a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a718bb0f-04f2-4076-9318-5679105c0c9e HTTP/1.1" status: 204 len: 168 time: 0.1532083 May 12 19:06:32.053893 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dba40-f062-4dd3-a622-47669b3cb98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a718bb0f-04f2-4076-9318-5679105c0c9e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:32.434845 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:32.450001 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd19b-c60c-4bb6-8e5d-3083ebbe7a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.545832 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd19b-c60c-4bb6-8e5d-3083ebbe7a2e admin admin] Publish callbacks [] for security_group (62df2c9c-8291-4335-b9cb-aead5c7b518c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.550192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd19b-c60c-4bb6-8e5d-3083ebbe7a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (62df2c9c-8291-4335-b9cb-aead5c7b518c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.593341 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8b7cd19b-c60c-4bb6-8e5d-3083ebbe7a2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e59a2b2994804f1ebf1028a27ff5d571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539102 May 12 19:06:32.593341 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cd19b-c60c-4bb6-8e5d-3083ebbe7a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62df2c9c-8291-4335-b9cb-aead5c7b518c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:32.593899 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42094) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:32.659990 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00a50388-46b9-4dd8-817b-b4f1d909370c admin admin] Publish callbacks [] for security_group (62df2c9c-8291-4335-b9cb-aead5c7b518c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.682135 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00a50388-46b9-4dd8-817b-b4f1d909370c admin admin] Publish callbacks [] for security_group (62df2c9c-8291-4335-b9cb-aead5c7b518c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.756471 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00a50388-46b9-4dd8-817b-b4f1d909370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (62df2c9c-8291-4335-b9cb-aead5c7b518c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.759371 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00a50388-46b9-4dd8-817b-b4f1d909370c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:32.762843 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-00a50388-46b9-4dd8-817b-b4f1d909370c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62df2c9c-8291-4335-b9cb-aead5c7b518c HTTP/1.1" status: 204 len: 168 time: 0.1649427 May 12 19:06:32.769293 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a50388-46b9-4dd8-817b-b4f1d909370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62df2c9c-8291-4335-b9cb-aead5c7b518c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:33.401314 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42138) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:33.569316 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b6a990b-0836-4cb0-ae84-c8382a2f20d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:33.663270 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b6a990b-0836-4cb0-ae84-c8382a2f20d8 admin admin] Publish callbacks [] for security_group (1d412fd9-baaa-4477-ad8e-49310949cd46), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:33.668361 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b6a990b-0836-4cb0-ae84-c8382a2f20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1d412fd9-baaa-4477-ad8e-49310949cd46), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:33.712277 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-8b6a990b-0836-4cb0-ae84-c8382a2f20d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67b74493f21f4a15bc1f216dc41d516b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071067 May 12 19:06:33.712277 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a990b-0836-4cb0-ae84-c8382a2f20d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d412fd9-baaa-4477-ad8e-49310949cd46,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:33.712470 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:34.110240 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e42b1119-c043-4a36-b44e-224c4c8d6ef1 admin admin] Publish callbacks [] for security_group (1d412fd9-baaa-4477-ad8e-49310949cd46), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:34.133345 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e42b1119-c043-4a36-b44e-224c4c8d6ef1 admin admin] Publish callbacks [] for security_group (1d412fd9-baaa-4477-ad8e-49310949cd46), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:34.190843 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e42b1119-c043-4a36-b44e-224c4c8d6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (1d412fd9-baaa-4477-ad8e-49310949cd46), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:34.193894 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e42b1119-c043-4a36-b44e-224c4c8d6ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:34.195041 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e42b1119-c043-4a36-b44e-224c4c8d6ef1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d412fd9-baaa-4477-ad8e-49310949cd46 HTTP/1.1" status: 204 len: 168 time: 0.4817839 May 12 19:06:34.205088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b1119-c043-4a36-b44e-224c4c8d6ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d412fd9-baaa-4477-ad8e-49310949cd46,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:34.927520 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42264) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:35.075343 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1222921716-network', 'tenant_id': '3ff6e876f1ec44939bebef28b7dac12b'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:35.099960 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Made reservation on behalf of 3ff6e876f1ec44939bebef28b7dac12b for: {'network': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:06:35.102873 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.112450 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.209551 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Publish callbacks [] for security_group (0087bf40-db64-46a2-9bf5-5498ae1e4b18), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.213298 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0087bf40-db64-46a2-9bf5-5498ae1e4b18), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.238129 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:06:35.248000 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087bf40-db64-46a2-9bf5-5498ae1e4b18,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:35.257723 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (64b8ed7c-d260-41a1-911b-9be5ceefe863), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.258131 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.segments_db [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Added segment 64b8ed7c-d260-41a1-911b-9be5ceefe863 of type vlan for network 2997f016-b318-4e70-8380-fdb20cba3a19 May 12 19:06:35.301540 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (2997f016-b318-4e70-8380-fdb20cba3a19), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.328444 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42282) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:35.335100 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (2997f016-b318-4e70-8380-fdb20cba3a19), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.336187 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:35.336757 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.372977 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4440231 May 12 19:06:35.375773 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42286) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:35.380999 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Request body: {'subnet': {'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1222921716-subnet', 'tenant_id': '3ff6e876f1ec44939bebef28b7dac12b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:35.413355 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0edc2-7b0b-4ef2-8642-3cc0e2b1f10a admin admin] Pushing event updated for resources: {'Network': ['ID=2997f016-b318-4e70-8380-fdb20cba3a19,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:35.432845 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 2997f016-b318-4e70-8380-fdb20cba3a19 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:06:35.447605 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Made reservation on behalf of 3ff6e876f1ec44939bebef28b7dac12b for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:06:35.449968 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.452086 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6efcf49f-8482-4b94-9857-01c62a2a5490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.625992 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6efcf49f-8482-4b94-9857-01c62a2a5490 admin admin] Publish callbacks [] for security_group (629ee056-9498-4b04-a438-4dd60ffd95d2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.633914 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6efcf49f-8482-4b94-9857-01c62a2a5490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (629ee056-9498-4b04-a438-4dd60ffd95d2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.707750 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-6efcf49f-8482-4b94-9857-01c62a2a5490 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e86e4c7808b4fd7be2b892d43bdbce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760936 May 12 19:06:35.708812 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:35.711959 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcf49f-8482-4b94-9857-01c62a2a5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629ee056-9498-4b04-a438-4dd60ffd95d2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:35.719439 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (e6118c6e-2e84-4421-b765-20ab4d014bc4), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.760955 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f148fdce-d2f2-4553-b050-e5fe317c3ad8 admin admin] Publish callbacks [] for security_group (629ee056-9498-4b04-a438-4dd60ffd95d2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.788537 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6118c6e-2e84-4421-b765-20ab4d014bc4,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:35.794194 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f148fdce-d2f2-4553-b050-e5fe317c3ad8 admin admin] Publish callbacks [] for security_group (629ee056-9498-4b04-a438-4dd60ffd95d2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.799878 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Checking segment: {'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:35.800231 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Network hostable DHCP agents. Network: 2997f016-b318-4e70-8380-fdb20cba3a19, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:06:35.820156 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Network 2997f016-b318-4e70-8380-fdb20cba3a19 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:06:35.829488 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 2997f016-b318-4e70-8380-fdb20cba3a19) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:35.833847 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:35.834521 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.842245 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec26b7-0934-4ef6-9d1b-cda78c64c536 None None] Network 2997f016-b318-4e70-8380-fdb20cba3a19 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:06:35.846698 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f148fdce-d2f2-4553-b050-e5fe317c3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (629ee056-9498-4b04-a438-4dd60ffd95d2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.849565 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f148fdce-d2f2-4553-b050-e5fe317c3ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:35.853239 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f148fdce-d2f2-4553-b050-e5fe317c3ad8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/629ee056-9498-4b04-a438-4dd60ffd95d2 HTTP/1.1" status: 204 len: 168 time: 0.1403787 May 12 19:06:35.858298 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0fc6c98b-82ea-4068-972e-9bb292c90f86 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4814949 May 12 19:06:35.868381 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148fdce-d2f2-4553-b050-e5fe317c3ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629ee056-9498-4b04-a438-4dd60ffd95d2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:35.984540 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f0bc9-bab9-44b7-b01c-7f1f01f7730e None None] Network 2997f016-b318-4e70-8380-fdb20cba3a19 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:06:36.198281 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:36.212994 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e89f95-e131-4d11-9e89-c819621c3c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:36.292302 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e89f95-e131-4d11-9e89-c819621c3c08 admin admin] Publish callbacks [] for security_group (c7cc54eb-eb7a-423d-bebd-de5dcf4ad6b9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:36.300510 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e89f95-e131-4d11-9e89-c819621c3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c7cc54eb-eb7a-423d-bebd-de5dcf4ad6b9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:36.348896 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-65e89f95-e131-4d11-9e89-c819621c3c08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=223b20427c1f45e98cc446de9f269db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469882 May 12 19:06:36.349540 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:36.355590 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e89f95-e131-4d11-9e89-c819621c3c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc54eb-eb7a-423d-bebd-de5dcf4ad6b9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:36.402958 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ee4fc47-5d65-4e33-a56e-69100c682757 admin admin] Publish callbacks [] for security_group (c7cc54eb-eb7a-423d-bebd-de5dcf4ad6b9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:36.425256 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ee4fc47-5d65-4e33-a56e-69100c682757 admin admin] Publish callbacks [] for security_group (c7cc54eb-eb7a-423d-bebd-de5dcf4ad6b9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:36.478834 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ee4fc47-5d65-4e33-a56e-69100c682757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (c7cc54eb-eb7a-423d-bebd-de5dcf4ad6b9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:36.481284 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ee4fc47-5d65-4e33-a56e-69100c682757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:36.482588 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9ee4fc47-5d65-4e33-a56e-69100c682757 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7cc54eb-eb7a-423d-bebd-de5dcf4ad6b9 HTTP/1.1" status: 204 len: 168 time: 0.1321216 May 12 19:06:36.497841 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4fc47-5d65-4e33-a56e-69100c682757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc54eb-eb7a-423d-bebd-de5dcf4ad6b9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:37.161936 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42344) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:37.262634 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-389725707-network', 'tenant_id': 'ac196e75b746478c8ca28495d0971916'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:37.283520 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Made reservation on behalf of ac196e75b746478c8ca28495d0971916 for: {'network': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:06:37.286283 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.294425 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.370693 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Publish callbacks [] for security_group (6004df7b-c104-4848-9bca-8effb29c9f2c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.374670 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (6004df7b-c104-4848-9bca-8effb29c9f2c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.405481 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:06:37.412048 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6004df7b-c104-4848-9bca-8effb29c9f2c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:37.418249 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (d0677e9e-7cee-497a-ae9d-36347adbec36), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.418683 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.segments_db [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Added segment d0677e9e-7cee-497a-ae9d-36347adbec36 of type vlan for network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f May 12 19:06:37.459079 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (3efc05f7-f2fa-4b9e-a486-1d1e78ad668f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.485479 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (3efc05f7-f2fa-4b9e-a486-1d1e78ad668f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.486520 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:37.487109 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.518300 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3551202 May 12 19:06:37.521754 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:37.526527 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Request body: {'subnet': {'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-389725707-subnet', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:37.547277 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Made reservation on behalf of ac196e75b746478c8ca28495d0971916 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:06:37.549774 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d50475-86f6-4269-b858-3d757202ff4e admin admin] Pushing event updated for resources: {'Network': ['ID=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:37.549907 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4969381'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.561734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:06:37.747392 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66546912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4969395'] for subnet (849f2e9c-5446-4acc-afeb-20cc72605114), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.801006 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849f2e9c-5446-4acc-afeb-20cc72605114,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:37.859953 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Checking segment: {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:37.860315 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Network hostable DHCP agents. Network: 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:06:37.916661 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:06:37.937840 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-4c7abfd1-d831-451c-852a-d609c7f9c220 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:37.939300 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-4c7abfd1-d831-451c-852a-d609c7f9c220 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/networks?id=2997f016-b318-4e70-8380-fdb20cba3a19 HTTP/1.1" status: 200 len: 814 time: 0.1409724 May 12 19:06:37.940292 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:37.944931 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:37.945513 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:37.953312 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058477c-5ae3-441d-a2c8-ec2d3403c193 None None] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:06:37.967887 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-02b99792-f2df-43fd-bd19-e02f75ca510a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/quotas/3ff6e876f1ec44939bebef28b7dac12b HTTP/1.1" status: 200 len: 375 time: 0.0123367 May 12 19:06:37.971311 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-73384351-857c-4dd7-99a9-cb375e108815 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4485595 May 12 19:06:37.974646 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:37.978785 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:38.019120 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-258910b3-44ba-4f84-acbc-e819a176a6f9 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff6e876f1ec44939bebef28b7dac12b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358403 May 12 19:06:38.026026 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.027019 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.074408 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'project_id': 'ac196e75b746478c8ca28495d0971916', 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 19:06:38.075387 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.147062 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks [] for router_controller (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.200767 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-397adf68-ecb1-4b6a-a21e-358fa4d5b8f5 service neutron] 10.222.0.48 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699908 May 12 19:06:38.229948 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Allocated IP 172.20.0.2 (3efc05f7-f2fa-4b9e-a486-1d1e78ad668f/849f2e9c-5446-4acc-afeb-20cc72605114/2291437b-796d-480f-8b3a-ea91b019db81) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:06:38.374158 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks [] for router_gateway (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.415181 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-fdb290be-6881-472f-9c24-6b930261b6a6 service neutron] 10.222.0.48 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823945 May 12 19:06:38.539890 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Publish callbacks [] for port (2291437b-796d-480f-8b3a-ea91b019db81), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.547079 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (2291437b-796d-480f-8b3a-ea91b019db81), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.600559 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:38.601574 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Pushing event updated for resources: {'Port': ['ID=2291437b-796d-480f-8b3a-ea91b019db81,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:38.604510 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:38.606591 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:06:38.637911 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03b6a8bd-6a27-48a6-b817-cdfc72a655ea req-591a875e-e890-47ec-a40e-e2adbd97e93e tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 210 time: 0.0415366 May 12 19:06:38.655293 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks [] for router_gateway (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.676318 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Attempting to bind port 2291437b-796d-480f-8b3a-ea91b019db81 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:06:38.676780 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Attempting to bind port 2291437b-796d-480f-8b3a-ea91b019db81 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:06:38.677053 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Attempting to bind port 2291437b-796d-480f-8b3a-ea91b019db81 on network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:06:38.677339 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.683171 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:06:38.683362 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Checking segment: {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:38.683705 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.684104 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Bound using segment: {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:06:38.685102 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Bound port: 2291437b-796d-480f-8b3a-ea91b019db81, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:06:38.685102 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (2291437b-796d-480f-8b3a-ea91b019db81), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.756179 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] For port 2291437b-796d-480f-8b3a-ea91b019db81, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:06:38.759626 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] For port 2291437b-796d-480f-8b3a-ea91b019db81, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=2291437b-796d-480f-8b3a-ea91b019db81,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:06:38.766010 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (2291437b-796d-480f-8b3a-ea91b019db81), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.795313 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Allocated IP 172.27.3.181 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/b1073391-334c-4ef1-98fb-b7a295cb9cbe) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:06:38.858175 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192acdd-16ab-4aed-a7fe-af92842973b1 None None] Pushing event updated for resources: {'Port': ['ID=2291437b-796d-480f-8b3a-ea91b019db81,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:38.937516 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks [] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:38.981304 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:39.046436 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:39.052028 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:39.056629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:06:39.059816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1073391-334c-4ef1-98fb-b7a295cb9cbe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:39.169174 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 2291437b-796d-480f-8b3a-ea91b019db81 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:39.234039 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 2291437b-796d-480f-8b3a-ea91b019db81 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:39.234444 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (2291437b-796d-480f-8b3a-ea91b019db81), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:39.348873 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 2291437b-796d-480f-8b3a-ea91b019db81 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:39.349360 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (2291437b-796d-480f-8b3a-ea91b019db81), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:39.382667 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 2291437b-796d-480f-8b3a-ea91b019db81, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=2291437b-796d-480f-8b3a-ea91b019db81,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:39.388907 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (2291437b-796d-480f-8b3a-ea91b019db81), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:39.394212 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks [] for router_gateway (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:39.439063 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=2291437b-796d-480f-8b3a-ea91b019db81,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:39.600535 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:39.790276 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-679a84ce-7ce2-4984-b70d-43b621493010 req-49383a11-8fc5-4dd1-9a75-4a0a416aa298 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 210 time: 0.0504823 May 12 19:06:39.881661 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-2539aa19-a494-4d02-a1ec-3e3e351533e0 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:39.883100 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-2539aa19-a494-4d02-a1ec-3e3e351533e0 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.49 "GET /v2.0/networks?id=2997f016-b318-4e70-8380-fdb20cba3a19 HTTP/1.1" status: 200 len: 814 time: 0.1830862 May 12 19:06:39.884163 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 19:06:39.910822 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea486041-2ef8-4236-a4d2-c187e2588cc5 None None] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:06:39.939596 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Request body: {'port': {'device_id': 'a16717c9-58f5-44ba-b7a5-881db819a3db', 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19', 'admin_state_up': True, 'tenant_id': '3ff6e876f1ec44939bebef28b7dac12b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:39.978045 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a28b213c-8419-41e7-80e0-116ecb803916 None None] Provisioning complete for port 2291437b-796d-480f-8b3a-ea91b019db81 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:39.978415 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a28b213c-8419-41e7-80e0-116ecb803916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (2291437b-796d-480f-8b3a-ea91b019db81), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.076788 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:06:40.087850 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Sync routers for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:06:40.107514 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.115469 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-72be3b35-7544-4ca9-8aa4-3add8ba119d2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1331282 May 12 19:06:40.115469 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Made reservation on behalf of 3ff6e876f1ec44939bebef28b7dac12b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:06:40.115769 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42394) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:40.116250 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a28b213c-8419-41e7-80e0-116ecb803916 None None] Current status of the port 2291437b-796d-480f-8b3a-ea91b019db81 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:40.116344 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.116433 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:40.116530 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:40.252215 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:40.261315 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Allocated IP 172.20.0.8 (2997f016-b318-4e70-8380-fdb20cba3a19/e6118c6e-2e84-4421-b765-20ab4d014bc4/450fe8c5-775f-4706-a48a-71d489c1b53d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:06:40.419169 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-0ff9c8a7-8c30-4c60-8367-3fd52dd00750 None None] Provisioning complete for port 2291437b-796d-480f-8b3a-ea91b019db81 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:40.419541 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8a7-8c30-4c60-8367-3fd52dd00750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (2291437b-796d-480f-8b3a-ea91b019db81), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.458649 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks [] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.520798 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.552986 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:39Z', 'revision_number': 3, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:40.583170 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Checking router: 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:06:40.583170 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Updating router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 port b1073391-334c-4ef1-98fb-b7a295cb9cbe binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:06:40.586839 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Network 2997f016-b318-4e70-8380-fdb20cba3a19 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:40.591586 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Pushing event updated for resources: {'Port': ['ID=450fe8c5-775f-4706-a48a-71d489c1b53d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:40.594206 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:40.596242 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:06:40.607022 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9c8a7-8c30-4c60-8367-3fd52dd00750 None None] Current status of the port 2291437b-796d-480f-8b3a-ea91b019db81 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:40.625144 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.648638 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:40.649259 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.654357 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.666603 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-1aaf5af2-0331-41c3-898b-9f4e72f64881 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7325928 May 12 19:06:40.686005 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Request body: {'port': {'device_id': 'a16717c9-58f5-44ba-b7a5-881db819a3db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:40.748190 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.772593 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:06:40.834421 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Allocated IP 172.20.0.1 (3efc05f7-f2fa-4b9e-a486-1d1e78ad668f/849f2e9c-5446-4acc-afeb-20cc72605114/36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:06:40.954688 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Publish callbacks [] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.987576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b07f36-73c4-40a2-8350-8634995c2d14 req-7c87a5e3-5563-4aea-86af-c5767c459d61 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:40.989613 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0b07f36-73c4-40a2-8350-8634995c2d14 req-7c87a5e3-5563-4aea-86af-c5767c459d61 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 931 time: 0.0752988 May 12 19:06:40.992050 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Publish callbacks [] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.998719 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:40.999964 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.045259 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:41.048063 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:41.052534 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:06:41.085926 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:41.086287 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85b70d-d10e-446d-aa6c-f5748673a446 None None] Pushing event updated for resources: {'Port': ['ID=b1073391-334c-4ef1-98fb-b7a295cb9cbe,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:41.108197 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0b07f36-73c4-40a2-8350-8634995c2d14 req-aa1138f8-3e4f-4e09-9966-e9684bddce5a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113122 May 12 19:06:41.112725 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.141436 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Attempting to bind port b1073391-334c-4ef1-98fb-b7a295cb9cbe on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:06:41.141837 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Attempting to bind port b1073391-334c-4ef1-98fb-b7a295cb9cbe by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:06:41.142382 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Attempting to bind port b1073391-334c-4ef1-98fb-b7a295cb9cbe on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:06:41.154220 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:06:41.154776 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:41.154997 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.155392 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:06:41.155868 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Bound port: b1073391-334c-4ef1-98fb-b7a295cb9cbe, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:06:41.156472 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.182589 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 2291437b-796d-480f-8b3a-ea91b019db81 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:41.226506 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450fe8c5-775f-4706-a48a-71d489c1b53d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:06:41.237170 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Publish callbacks [] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.256032 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Transition to ACTIVE for port object 450fe8c5-775f-4706-a48a-71d489c1b53d will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:06:41.259745 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.263734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 2291437b-796d-480f-8b3a-ea91b019db81 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:41.264112 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (2291437b-796d-480f-8b3a-ea91b019db81), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.268122 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] For port b1073391-334c-4ef1-98fb-b7a295cb9cbe, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:06:41.301331 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] For port b1073391-334c-4ef1-98fb-b7a295cb9cbe, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b1073391-334c-4ef1-98fb-b7a295cb9cbe,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:06:41.302861 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.317179 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.329905 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Pushing event updated for resources: {'Port': ['ID=450fe8c5-775f-4706-a48a-71d489c1b53d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:41.375764 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-fc64f97c-0b2e-48fd-92dd-f7d2816238dd None None] Provisioning complete for port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:41.376126 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fc64f97c-0b2e-48fd-92dd-f7d2816238dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.432582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Attempting to bind port 450fe8c5-775f-4706-a48a-71d489c1b53d on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:06:41.436317 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Attempting to bind port 450fe8c5-775f-4706-a48a-71d489c1b53d by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:06:41.436482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Attempting to bind port 450fe8c5-775f-4706-a48a-71d489c1b53d on network 2997f016-b318-4e70-8380-fdb20cba3a19 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:06:41.445403 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Port 450fe8c5-775f-4706-a48a-71d489c1b53d on network 2997f016-b318-4e70-8380-fdb20cba3a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:06:41.446289 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:41.446928 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:41.448273 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Attempting to bind port 450fe8c5-775f-4706-a48a-71d489c1b53d on network 2997f016-b318-4e70-8380-fdb20cba3a19 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:06:41.452143 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85b70d-d10e-446d-aa6c-f5748673a446 None None] Pushing event updated for resources: {'Port': ['ID=b1073391-334c-4ef1-98fb-b7a295cb9cbe,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:41.457950 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:06:41.459654 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Checking segment: {'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:41.461348 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Bound using segment: {'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:06:41.461348 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Bound port: 450fe8c5-775f-4706-a48a-71d489c1b53d, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:06:41.461622 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.545389 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Publish callbacks [] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.553051 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4248518'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.564349 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] For port 450fe8c5-775f-4706-a48a-71d489c1b53d, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:06:41.568753 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] For port 450fe8c5-775f-4706-a48a-71d489c1b53d, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=450fe8c5-775f-4706-a48a-71d489c1b53d,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:06:41.576438 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.621469 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:41.622385 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.623890 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] 10.222.0.49 "PUT /v2.0/ports/450fe8c5-775f-4706-a48a-71d489c1b53d HTTP/1.1" status: 200 len: 1093 time: 0.9422517 May 12 19:06:41.624344 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16717c9-58f5-44ba-b7a5-881db819a3db', 'tag': '450fe8c5-775f-4706-a48a-71d489c1b53d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:06:41.626836 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f67bd-ed80-404c-88a9-3df88049915d" -d '{"events": [{"name": "network-changed", "server_uuid": "a16717c9-58f5-44ba-b7a5-881db819a3db", "tag": "450fe8c5-775f-4706-a48a-71d489c1b53d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:06:41.628372 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:41.643072 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-fc64f97c-0b2e-48fd-92dd-f7d2816238dd None None] Port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:06:41.645356 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 2291437b-796d-480f-8b3a-ea91b019db81 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:41.666278 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a34b1-9bcf-41e5-9a2b-c7611f8ef102 service neutron] Pushing event updated for resources: {'Port': ['ID=450fe8c5-775f-4706-a48a-71d489c1b53d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:41.689306 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d74c3d-fdff-4666-a9ac-db53e1dd674b x-openstack-request-id: req-23d74c3d-fdff-4666-a9ac-db53e1dd674b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:06:41.689306 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16717c9-58f5-44ba-b7a5-881db819a3db", "tag": "450fe8c5-775f-4706-a48a-71d489c1b53d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:06:41.689306 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23d74c3d-fdff-4666-a9ac-db53e1dd674b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:06:41.689306 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d74c3d-fdff-4666-a9ac-db53e1dd674b'] response: {'name': 'network-changed', 'server_uuid': 'a16717c9-58f5-44ba-b7a5-881db819a3db', 'tag': '450fe8c5-775f-4706-a48a-71d489c1b53d', 'status': 'completed', 'code': 200} May 12 19:06:41.700631 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:41.724656 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:41.751260 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-5d1f1a37-5a15-4bdc-9639-c6f2f3f126a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:41.752817 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-5d1f1a37-5a15-4bdc-9639-c6f2f3f126a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ff6e876f1ec44939bebef28b7dac12b&device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 1127 time: 0.0512621 May 12 19:06:41.781164 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:41.783045 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:41.808488 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-3f3eee2c-c0c6-4f53-af9f-a47c1dcfeb72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450fe8c5-775f-4706-a48a-71d489c1b53d HTTP/1.1" status: 200 len: 217 time: 0.0419352 May 12 19:06:41.876895 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-64c6580b-11ab-40db-b2d7-f93d84c0bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:41.878316 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-64c6580b-11ab-40db-b2d7-f93d84c0bedf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6118c6e-2e84-4421-b765-20ab4d014bc4 HTTP/1.1" status: 200 len: 854 time: 0.0632417 May 12 19:06:41.914171 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-0beef8c8-03fb-4418-9ebb-d876182c6a58 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2997f016-b318-4e70-8380-fdb20cba3a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296199 May 12 19:06:41.935833 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:06:41.988324 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:40Z', 'revision_number': 1, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:42.023716 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36fb99-d422-4bda-aa02-d799f7332158 None None] The sync data for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi is: [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:40Z', 'revision_number': 1, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:06:42.031617 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-6905547b-e606-46ec-86aa-378c6a5a7d51 service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105173 May 12 19:06:42.063362 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:06:42.069718 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-b9a12dcd-c34d-4081-a66a-da322354a5cd None None] Provisioning complete for port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:42.070028 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4b8d91f3-43e2-4037-b6e4-23d7e7168dc6 admin admin] 10.222.0.48 "PUT /v2.0/routers/1fcf4ee9-0eca-4f17-8bb9-660c827054d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9564347 May 12 19:06:42.070245 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b9a12dcd-c34d-4081-a66a-da322354a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:42.115385 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-b9a12dcd-c34d-4081-a66a-da322354a5cd None None] Port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:06:42.153489 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e49d681-280f-4964-907e-f7c69184c5a8 req-8b6f7e0e-ff48-42f6-af36-ceb9b355304d service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154006 May 12 19:06:42.244798 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57017034-6c10-415a-9f92-a89c7f572e58 req-7596121b-05a8-4609-b783-ec9d8de09f9f tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:42.246517 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-57017034-6c10-415a-9f92-a89c7f572e58 req-7596121b-05a8-4609-b783-ec9d8de09f9f tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 943 time: 0.0541508 May 12 19:06:42.328945 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-57017034-6c10-415a-9f92-a89c7f572e58 req-a34b5d12-c6eb-48ab-98e9-626b9a9adb8d tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698051 May 12 19:06:42.666167 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:42.670954 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-671321222-network', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:42.693077 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Made reservation on behalf of 10202842bca14ed8b384ceca7724b8b6 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:06:42.695629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:42.704482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:42.824784 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Publish callbacks [] for security_group (5eb170e4-0842-425b-97b5-121e75d62bc2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:42.829415 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (5eb170e4-0842-425b-97b5-121e75d62bc2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:42.853152 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:06:42.879739 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (bef5f132-8685-45dc-95d6-4c1c8af6466e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:42.880189 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Added segment bef5f132-8685-45dc-95d6-4c1c8af6466e of type vlan for network d85d0611-0ee3-4e64-afdb-af12be069cf4 May 12 19:06:42.881748 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb170e4-0842-425b-97b5-121e75d62bc2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:42.940103 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (d85d0611-0ee3-4e64-afdb-af12be069cf4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:42.973571 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (d85d0611-0ee3-4e64-afdb-af12be069cf4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:42.974619 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:42.975546 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.041616 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3745573 May 12 19:06:43.044371 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42442) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:43.049665 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Request body: {'subnet': {'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-671321222-subnet', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:43.085757 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Made reservation on behalf of 10202842bca14ed8b384ceca7724b8b6 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:06:43.089298 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.181848 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b1073391-334c-4ef1-98fb-b7a295cb9cbe up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:43.253066 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port b1073391-334c-4ef1-98fb-b7a295cb9cbe triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:43.253453 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.334830 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (b223d38c-4265-44ca-b520-43baf94d94bd), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.356533 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port b1073391-334c-4ef1-98fb-b7a295cb9cbe is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:43.357181 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.387683 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f67bd-ed80-404c-88a9-3df88049915d req-f1b60f66-c0d3-41ef-9749-785615a7b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:43.390852 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-118f67bd-ed80-404c-88a9-3df88049915d req-f1b60f66-c0d3-41ef-9749-785615a7b21b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ff6e876f1ec44939bebef28b7dac12b&device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 1127 time: 0.4086568 May 12 19:06:43.391834 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a339bc-611b-4605-842e-cb8760cbb5bf admin admin] Pushing event updated for resources: {'Network': ['ID=d85d0611-0ee3-4e64-afdb-af12be069cf4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:43.399378 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b223d38c-4265-44ca-b520-43baf94d94bd,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:43.413690 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port b1073391-334c-4ef1-98fb-b7a295cb9cbe, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b1073391-334c-4ef1-98fb-b7a295cb9cbe,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:43.418273 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Checking segment: {'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:43.418273 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Network hostable DHCP agents. Network: d85d0611-0ee3-4e64-afdb-af12be069cf4, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:06:43.435523 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network d85d0611-0ee3-4e64-afdb-af12be069cf4 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:06:43.442146 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Network d85d0611-0ee3-4e64-afdb-af12be069cf4 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:06:43.456637 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, d85d0611-0ee3-4e64-afdb-af12be069cf4) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:43.460918 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.469249 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:43.469888 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.492427 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a58882-e5fa-4fff-b52b-3f550223da2d None None] Network d85d0611-0ee3-4e64-afdb-af12be069cf4 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:06:43.498976 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-6cbc5777-653e-420c-85c1-f89b60278ff5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4530206 May 12 19:06:43.501409 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42446) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:43.508052 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:06:43.543080 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.544445 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.559153 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069913-6cdc-4cf1-bd55-6ddd58bca3f7 req-29a7ba21-738f-4aa2-aa19-a2b3fa43666f tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:43.560826 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0069913-6cdc-4cf1-bd55-6ddd58bca3f7 req-29a7ba21-738f-4aa2-aa19-a2b3fa43666f tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 943 time: 0.0907571 May 12 19:06:43.564174 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f67bd-ed80-404c-88a9-3df88049915d req-022ca3cf-082e-4cda-ab51-69b209c1c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:43.565871 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-118f67bd-ed80-404c-88a9-3df88049915d req-022ca3cf-082e-4cda-ab51-69b209c1c7b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2997f016-b318-4e70-8380-fdb20cba3a19 HTTP/1.1" status: 200 len: 915 time: 0.1692936 May 12 19:06:43.640893 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-118f67bd-ed80-404c-88a9-3df88049915d req-2cd4f0a7-2a19-406e-b631-b2172b46923b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450fe8c5-775f-4706-a48a-71d489c1b53d HTTP/1.1" status: 200 len: 217 time: 0.0683985 May 12 19:06:43.645628 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks [] for router_controller (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), precommit_add_association {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.675580 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=b1073391-334c-4ef1-98fb-b7a295cb9cbe,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:43.713552 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0069913-6cdc-4cf1-bd55-6ddd58bca3f7 req-75eb2524-73bf-4a4f-9fe8-f478af15906c tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422455 May 12 19:06:43.733207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f67bd-ed80-404c-88a9-3df88049915d req-a9df8b88-9d8d-4c30-ba73-a1893fad8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:43.737117 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-118f67bd-ed80-404c-88a9-3df88049915d req-a9df8b88-9d8d-4c30-ba73-a1893fad8c7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6118c6e-2e84-4421-b765-20ab4d014bc4 HTTP/1.1" status: 200 len: 854 time: 0.0852349 May 12 19:06:43.753576 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-d85d0611-0ee3-4e64-afdb-af12be069cf4', 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4', 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'fixed_ips': [{'subnet_id': 'b223d38c-4265-44ca-b520-43baf94d94bd'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 19:06:43.755230 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.788639 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-118f67bd-ed80-404c-88a9-3df88049915d req-d96be6a9-1542-4de5-91a5-88d6419ceb44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2997f016-b318-4e70-8380-fdb20cba3a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428138 May 12 19:06:43.836779 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks [] for router_gateway (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:43.893569 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-118f67bd-ed80-404c-88a9-3df88049915d req-5fbd2423-594d-44e8-b5e7-0a0672990e12 service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976055 May 12 19:06:43.912432 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Allocated IP 172.20.0.2 (d85d0611-0ee3-4e64-afdb-af12be069cf4/b223d38c-4265-44ca-b520-43baf94d94bd/39f52ed6-0837-4c1b-8b08-a410b48a4ccd) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:06:44.013712 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-118f67bd-ed80-404c-88a9-3df88049915d req-32e74090-3d91-4f99-8ea3-f17d82dbf8e3 service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144710 May 12 19:06:44.055905 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks [] for router_gateway (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.076086 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.107703 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Publish callbacks [] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.116124 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.157301 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Network d85d0611-0ee3-4e64-afdb-af12be069cf4 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:44.162229 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:44.164809 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:06:44.185597 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Pushing event updated for resources: {'Port': ['ID=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:44.197619 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Allocated IP 172.27.3.154 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/c23591ce-dca0-4621-8540-90b5d7280b1f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:06:44.212347 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 450fe8c5-775f-4706-a48a-71d489c1b53d details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:06:44.335886 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Attempting to bind port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:06:44.336249 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Attempting to bind port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:06:44.336597 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Attempting to bind port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd on network d85d0611-0ee3-4e64-afdb-af12be069cf4 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:06:44.338454 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks [] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.352539 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:06:44.353305 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Checking segment: {'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:44.353305 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.353700 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Bound using segment: {'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:06:44.354167 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Bound port: 39f52ed6-0837-4c1b-8b08-a410b48a4ccd, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:06:44.354540 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.385337 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.385605 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 450fe8c5-775f-4706-a48a-71d489c1b53d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=450fe8c5-775f-4706-a48a-71d489c1b53d,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:44.392806 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:44.420480 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '450fe8c5-775f-4706-a48a-71d489c1b53d', 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19', 'port_id': '450fe8c5-775f-4706-a48a-71d489c1b53d', 'mac_address': 'fa:16:3e:b6:eb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6118c6e-2e84-4421-b765-20ab4d014bc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:06:44.448498 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:44.455982 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:44.461745 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:06:44.467511 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c23591ce-dca0-4621-8540-90b5d7280b1f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:44.479192 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] For port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:06:44.484677 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] For port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,segment=NetworkSegment(bef5f132-8685-45dc-95d6-4c1c8af6466e),segment_id=bef5f132-8685-45dc-95d6-4c1c8af6466e)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:06:44.493546 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 450fe8c5-775f-4706-a48a-71d489c1b53d is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:44.493984 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.497840 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.550354 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450fe8c5-775f-4706-a48a-71d489c1b53d {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:06:44.550647 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1d82-9fdc-4ec5-8c60-61e1e4604742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.610517 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 450fe8c5-775f-4706-a48a-71d489c1b53d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=450fe8c5-775f-4706-a48a-71d489c1b53d,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:44.611500 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a379cef-73d8-4890-b331-0410b663c289 None None] Pushing event updated for resources: {'Port': ['ID=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:44.627166 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.690886 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1d82-9fdc-4ec5-8c60-61e1e4604742 admin admin] Publish callbacks [] for security_group (ec8cdaca-572e-40bc-b836-d8f20c4c664a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.691206 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=450fe8c5-775f-4706-a48a-71d489c1b53d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:44.703050 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1d82-9fdc-4ec5-8c60-61e1e4604742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ec8cdaca-572e-40bc-b836-d8f20c4c664a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.721337 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Sync routers for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:06:44.733835 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:44.734575 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:44.760933 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb1d82-9fdc-4ec5-8c60-61e1e4604742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8cdaca-572e-40bc-b836-d8f20c4c664a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:44.770782 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e2fb1d82-9fdc-4ec5-8c60-61e1e4604742 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2110f15cb17e45b78dbac9d2ff603582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768365 May 12 19:06:44.771646 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:44.846565 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b753e4dd-3cb4-4ad0-8b4d-40c312e9ff7f admin admin] Publish callbacks [] for security_group (ec8cdaca-572e-40bc-b836-d8f20c4c664a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:44.933726 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['450fe8c5-775f-4706-a48a-71d489c1b53d'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:06:44.952783 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b753e4dd-3cb4-4ad0-8b4d-40c312e9ff7f admin admin] Publish callbacks [] for security_group (ec8cdaca-572e-40bc-b836-d8f20c4c664a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.036707 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c54df9-a034-4e2f-9b41-29d1846278b2 req-ae386c94-fb79-41f7-83da-407619f9ef00 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:45.038629 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9c54df9-a034-4e2f-9b41-29d1846278b2 req-ae386c94-fb79-41f7-83da-407619f9ef00 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 944 time: 0.1619885 May 12 19:06:45.059375 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b753e4dd-3cb4-4ad0-8b4d-40c312e9ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ec8cdaca-572e-40bc-b836-d8f20c4c664a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.061933 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b753e4dd-3cb4-4ad0-8b4d-40c312e9ff7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.063118 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b753e4dd-3cb4-4ad0-8b4d-40c312e9ff7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec8cdaca-572e-40bc-b836-d8f20c4c664a HTTP/1.1" status: 204 len: 168 time: 0.2895503 May 12 19:06:45.085669 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:45.109254 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753e4dd-3cb4-4ad0-8b4d-40c312e9ff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8cdaca-572e-40bc-b836-d8f20c4c664a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:45.160414 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9c54df9-a034-4e2f-9b41-29d1846278b2 req-cecda858-2870-449e-a717-ed3bcc242671 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961363 May 12 19:06:45.341777 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b1073391-334c-4ef1-98fb-b7a295cb9cbe up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:45.347081 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks [] for router_gateway (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.398010 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port b1073391-334c-4ef1-98fb-b7a295cb9cbe triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:45.398880 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.411734 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 2, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:45.453508 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Checking router: 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:06:45.454137 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Updating router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:06:45.490987 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.530462 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port b1073391-334c-4ef1-98fb-b7a295cb9cbe is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:45.531540 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 39f52ed6-0837-4c1b-8b08-a410b48a4ccd up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:45.589934 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:45.590311 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.670072 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.707533 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:45.707836 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.783746 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,segment=NetworkSegment(bef5f132-8685-45dc-95d6-4c1c8af6466e),segment_id=bef5f132-8685-45dc-95d6-4c1c8af6466e)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:45.789263 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.859355 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:45.891881 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 19:06:45.937695 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Publish callbacks [] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.944381 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:45.999117 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Pushing event updated for resources: {'Port': ['ID=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:46.028536 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.028830 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.028962 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215aa1ab-9401-4ade-ac46-5b39a208c967 None None] Network d85d0611-0ee3-4e64-afdb-af12be069cf4 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:06:46.029186 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.029563 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.029900 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.030229 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.030546 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.031234 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.031732 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.032896 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.033395 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.033930 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.035416 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.035842 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.036168 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:06:46.073028 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:06:46.083233 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Attempting to bind port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:06:46.083964 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Attempting to bind port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:06:46.084537 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Attempting to bind port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c on network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:06:46.092184 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:06:46.092760 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Checking segment: {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:46.093361 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:46.097743 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Bound using segment: {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:06:46.098301 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Bound port: 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:06:46.098426 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Sync routers for ids ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:06:46.098694 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:46.115990 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:46.118005 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-841269b4-9a44-4ce6-82fb-4111fa0232e1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6153243 May 12 19:06:46.120692 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42498) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:46.150917 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-e1c144e1-1e97-4319-a01d-45eebd5a4795 None None] Provisioning complete for port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:46.151407 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e1c144e1-1e97-4319-a01d-45eebd5a4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:46.199680 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] For port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:06:46.208399 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] For port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:06:46.219875 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:46.330452 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:46.331337 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:46.358493 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532aaba0-1682-4c1b-acc1-a8be220ac6ae req-f74afceb-2ce9-413d-bb19-186c96b93086 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:46.361032 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-532aaba0-1682-4c1b-acc1-a8be220ac6ae req-f74afceb-2ce9-413d-bb19-186c96b93086 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 944 time: 0.0625458 May 12 19:06:46.374712 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae38a8-95db-43b6-b28a-9344d9dcee8f None None] Pushing event updated for resources: {'Port': ['ID=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:46.435981 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Routers {'1c7fa718-39d6-4d27-897f-a4c48b2f37ab'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:46.437498 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:46.446182 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 450fe8c5-775f-4706-a48a-71d489c1b53d up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:46.500193 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:46.555354 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-532aaba0-1682-4c1b-acc1-a8be220ac6ae req-b9e58861-91fe-4be2-9d96-cd5381797f7c tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751975 May 12 19:06:46.700179 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 450fe8c5-775f-4706-a48a-71d489c1b53d completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:06:46.734377 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 450fe8c5-775f-4706-a48a-71d489c1b53d triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:46.734751 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:46.745131 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Set router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:46.778574 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-e1c144e1-1e97-4319-a01d-45eebd5a4795 None None] Current status of the port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:46.828872 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:46Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:46.866875 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f3b47-d1ad-4f3d-8c7c-3f11d4da7e52 None None] The sync data for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi is: [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:46Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:06:46.959029 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-fdef35e6-c9ad-4a4e-b925-7c0f5f72f840 None None] Provisioning complete for port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:46.959404 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fdef35e6-c9ad-4a4e-b925-7c0f5f72f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:46.979944 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.128186 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 450fe8c5-775f-4706-a48a-71d489c1b53d is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:47.128658 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.179506 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:47.192317 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Allocated IP 172.20.0.1 (d85d0611-0ee3-4e64-afdb-af12be069cf4/b223d38c-4265-44ca-b520-43baf94d94bd/e9a565ac-743a-4cd2-8d33-0318c98f1869) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:06:47.241503 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16717c9-58f5-44ba-b7a5-881db819a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450fe8c5-775f-4706-a48a-71d489c1b53d'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:06:47.243900 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e918ef4-a56c-4413-b19c-ce35406e65e2" -d '{"events": [{"server_uuid": "a16717c9-58f5-44ba-b7a5-881db819a3db", "name": "network-vif-plugged", "status": "completed", "tag": "450fe8c5-775f-4706-a48a-71d489c1b53d"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:06:47.260727 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-fdef35e6-c9ad-4a4e-b925-7c0f5f72f840 None None] Current status of the port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:47.261345 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fdef35e6-c9ad-4a4e-b925-7c0f5f72f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.267719 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 450fe8c5-775f-4706-a48a-71d489c1b53d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=450fe8c5-775f-4706-a48a-71d489c1b53d,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:47.270380 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:06:44Z', 'revision_number': 3, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port': {'id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:44Z', 'updated_at': '2022-05-12T19:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:47.309702 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.318447 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Checking router: 1c7fa718-39d6-4d27-897f-a4c48b2f37ab for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:06:47.318787 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Updating router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab port c23591ce-dca0-4621-8540-90b5d7280b1f binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:06:47.346387 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d3638-8c5f-455b-85df-a10dabbd7c04 x-openstack-request-id: req-e98d3638-8c5f-455b-85df-a10dabbd7c04 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:06:47.346708 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16717c9-58f5-44ba-b7a5-881db819a3db", "name": "network-vif-plugged", "status": "completed", "tag": "450fe8c5-775f-4706-a48a-71d489c1b53d", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:06:47.347684 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e98d3638-8c5f-455b-85df-a10dabbd7c04 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:06:47.348088 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98d3638-8c5f-455b-85df-a10dabbd7c04'] response: {'server_uuid': 'a16717c9-58f5-44ba-b7a5-881db819a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450fe8c5-775f-4706-a48a-71d489c1b53d', 'code': 200} May 12 19:06:47.349907 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Publish callbacks [] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.389475 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.415638 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-fdef35e6-c9ad-4a4e-b925-7c0f5f72f840 None None] For port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:47.417290 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.423826 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:47.424445 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.442488 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a565ac-743a-4cd2-8d33-0318c98f1869,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:47.450978 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Network d85d0611-0ee3-4e64-afdb-af12be069cf4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:47.452431 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:47.454554 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fdef35e6-c9ad-4a4e-b925-7c0f5f72f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.455560 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:06:47.480227 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=450fe8c5-775f-4706-a48a-71d489c1b53d,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:47.519004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.618945 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360262-cad9-4bbc-a114-81bda816bea8 req-b18bdb1a-6b3d-47fc-a208-c5ecd5274c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:47.620472 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a1360262-cad9-4bbc-a114-81bda816bea8 req-b18bdb1a-6b3d-47fc-a208-c5ecd5274c15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 1129 time: 0.0536158 May 12 19:06:47.650479 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef35e6-c9ad-4a4e-b925-7c0f5f72f840 None None] Pushing event updated for resources: {'Port': ['ID=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:47.686747 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-9925fe10-51be-4ead-bbd6-cc17641a7e40 None None] Provisioning complete for port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:47.687127 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9925fe10-51be-4ead-bbd6-cc17641a7e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.751666 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:47.752672 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 39f52ed6-0837-4c1b-8b08-a410b48a4ccd up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:47.760248 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05e800-4309-464f-8a18-c73669a98334 req-e8e2f54a-432d-4b5f-823a-47bea0781b94 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:47.761815 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1d05e800-4309-464f-8a18-c73669a98334 req-e8e2f54a-432d-4b5f-823a-47bea0781b94 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 945 time: 0.1009936 May 12 19:06:47.784600 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a1360262-cad9-4bbc-a114-81bda816bea8 req-27516092-db3a-4d9c-9048-60c5bb65a619 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521432 May 12 19:06:47.855124 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1d05e800-4309-464f-8a18-c73669a98334 req-83211fc6-011f-47a5-9ade-a26eeeb4bfb3 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834064 May 12 19:06:47.855843 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.919984 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:47.920360 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:47.930684 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-9925fe10-51be-4ead-bbd6-cc17641a7e40 None None] Current status of the port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:48.079443 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Publish callbacks [] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.086375 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Publish callbacks [] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.087860 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-f7e7b110-f7b8-4275-9f78-5f90612cd257 None None] Provisioning complete for port e9a565ac-743a-4cd2-8d33-0318c98f1869 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:48.088508 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b110-f7b8-4275-9f78-5f90612cd257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.091072 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.095018 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.125576 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:48.174502 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a565ac-743a-4cd2-8d33-0318c98f1869,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:48.180966 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.182021 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7b110-f7b8-4275-9f78-5f90612cd257 None None] Port e9a565ac-743a-4cd2-8d33-0318c98f1869 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:06:48.198233 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Attempting to bind port c23591ce-dca0-4621-8540-90b5d7280b1f on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:06:48.198595 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Attempting to bind port c23591ce-dca0-4621-8540-90b5d7280b1f by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:06:48.198947 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Attempting to bind port c23591ce-dca0-4621-8540-90b5d7280b1f on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:06:48.207349 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab2ecd-7133-45dd-be9f-b045ca56d40e None None] Pushing event updated for resources: {'Port': ['ID=c23591ce-dca0-4621-8540-90b5d7280b1f,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:48.211436 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:06:48.211812 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:48.212204 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.212580 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:06:48.213051 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Bound port: c23591ce-dca0-4621-8540-90b5d7280b1f, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:06:48.213421 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.272500 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] For port c23591ce-dca0-4621-8540-90b5d7280b1f, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:06:48.276050 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] For port c23591ce-dca0-4621-8540-90b5d7280b1f, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c23591ce-dca0-4621-8540-90b5d7280b1f,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:06:48.280525 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Network d85d0611-0ee3-4e64-afdb-af12be069cf4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:06:48.282036 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:06:48.288595 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.422090 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:06:48.506087 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Routers {'1c7fa718-39d6-4d27-897f-a4c48b2f37ab'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:48.506735 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:48.558380 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab2ecd-7133-45dd-be9f-b045ca56d40e None None] Pushing event updated for resources: {'Port': ['ID=c23591ce-dca0-4621-8540-90b5d7280b1f,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:48.573446 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:06:48.582128 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c305297f-d2f8-467d-b079-6e18661b0c28 admin admin] 10.222.0.48 "PUT /v2.0/routers/1c7fa718-39d6-4d27-897f-a4c48b2f37ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4602728 May 12 19:06:48.636650 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a11b01bf-182c-4b7e-be51-b8d50014dcd3 None None] Provisioning complete for port e9a565ac-743a-4cd2-8d33-0318c98f1869 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:48.636965 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a11b01bf-182c-4b7e-be51-b8d50014dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:48.674995 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] Set router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:48.717609 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a11b01bf-182c-4b7e-be51-b8d50014dcd3 None None] Port e9a565ac-743a-4cd2-8d33-0318c98f1869 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:06:48.901840 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 4, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port': {'id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:44Z', 'updated_at': '2022-05-12T19:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'e9a565ac-743a-4cd2-8d33-0318c98f1869', 'name': '', 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'mac_address': 'fa:16:3e:12:b7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:47Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 2, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'subnets': [{'id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:48.938132 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2ca26-846e-42a5-8892-d92a7919481a None None] The sync data for ids ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'] in dv-cinder-795751-3-iscsi is: [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 4, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port': {'id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:44Z', 'updated_at': '2022-05-12T19:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'e9a565ac-743a-4cd2-8d33-0318c98f1869', 'name': '', 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'mac_address': 'fa:16:3e:12:b7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:47Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 2, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'subnets': [{'id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:06:49.005706 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996db18d-7c8a-4fb3-bdfb-29f6f32d15d0 req-9c623591-f485-4dad-b503-67a100d290f8 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:49.013567 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-996db18d-7c8a-4fb3-bdfb-29f6f32d15d0 req-9c623591-f485-4dad-b503-67a100d290f8 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 945 time: 0.0785038 May 12 19:06:49.084786 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-996db18d-7c8a-4fb3-bdfb-29f6f32d15d0 req-13915779-6acf-4ee5-a9b4-b2ab3bf146e5 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702314 May 12 19:06:49.131851 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:49.183747 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:49.184113 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:49.286256 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:49.322843 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ef2e0cf3-16ba-4f45-8f29-beb1107f541f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:50.183282 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42588) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:50.260911 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ecd97-dbbd-4dec-9d3d-0862a735a474 req-add47aaa-b8aa-4d1c-aabb-f7a373c9434f tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:50.269601 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ea9ecd97-dbbd-4dec-9d3d-0862a735a474 req-add47aaa-b8aa-4d1c-aabb-f7a373c9434f tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 945 time: 0.0783825 May 12 19:06:50.350926 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52ad9e02-d11d-4e12-95f4-9ba0300e24c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:50.366280 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ea9ecd97-dbbd-4dec-9d3d-0862a735a474 req-bbfd4e1d-88ee-403f-926e-86628b34591e tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949225 May 12 19:06:50.501425 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52ad9e02-d11d-4e12-95f4-9ba0300e24c1 admin admin] Publish callbacks [] for security_group (ef2f5c58-3b23-4458-a0f1-e6627301285d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:50.506695 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52ad9e02-d11d-4e12-95f4-9ba0300e24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ef2f5c58-3b23-4458-a0f1-e6627301285d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:50.576592 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42622) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:06:50.594438 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-52ad9e02-d11d-4e12-95f4-9ba0300e24c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=378993eeced04e2289fee8819e5fe0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089696 May 12 19:06:50.597704 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad9e02-d11d-4e12-95f4-9ba0300e24c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2f5c58-3b23-4458-a0f1-e6627301285d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:50.650878 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2feace3-6ec9-42ef-b455-c3162f3a4a06 admin admin] Publish callbacks [] for security_group (ef2f5c58-3b23-4458-a0f1-e6627301285d), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:50.680292 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2feace3-6ec9-42ef-b455-c3162f3a4a06 admin admin] Publish callbacks [] for security_group (ef2f5c58-3b23-4458-a0f1-e6627301285d), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:50.789414 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2feace3-6ec9-42ef-b455-c3162f3a4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (ef2f5c58-3b23-4458-a0f1-e6627301285d), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:50.792391 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2feace3-6ec9-42ef-b455-c3162f3a4a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:50.793591 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-b2feace3-6ec9-42ef-b455-c3162f3a4a06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef2f5c58-3b23-4458-a0f1-e6627301285d HTTP/1.1" status: 204 len: 168 time: 0.2152953 May 12 19:06:50.807150 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feace3-6ec9-42ef-b455-c3162f3a4a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2f5c58-3b23-4458-a0f1-e6627301285d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:51.219245 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c23591ce-dca0-4621-8540-90b5d7280b1f up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:51.326013 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port c23591ce-dca0-4621-8540-90b5d7280b1f triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:51.326380 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:51.405257 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d523236c-0ef2-49a8-83c6-043f6ebbf557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:51.466819 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port c23591ce-dca0-4621-8540-90b5d7280b1f is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:51.467041 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:51.528937 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port c23591ce-dca0-4621-8540-90b5d7280b1f, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c23591ce-dca0-4621-8540-90b5d7280b1f,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:51.538164 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:51.692865 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=c23591ce-dca0-4621-8540-90b5d7280b1f,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:51.904688 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Sync routers for ids ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:06:51.915790 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Routers {'1c7fa718-39d6-4d27-897f-a4c48b2f37ab'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:51.916634 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:52.043146 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Set router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:52.349819 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 4, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port': {'id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:44Z', 'updated_at': '2022-05-12T19:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'e9a565ac-743a-4cd2-8d33-0318c98f1869', 'name': '', 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'mac_address': 'fa:16:3e:12:b7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:47Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 2, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'subnets': [{'id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:52.379648 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Checking router: 1c7fa718-39d6-4d27-897f-a4c48b2f37ab for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:06:52.380005 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Updating router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab port e9a565ac-743a-4cd2-8d33-0318c98f1869 binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:06:52.414058 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:52.780245 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Publish callbacks [] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:52.790115 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:52.865440 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ecded-a237-4296-83b3-84720213a312 None None] Pushing event updated for resources: {'Port': ['ID=e9a565ac-743a-4cd2-8d33-0318c98f1869,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:52.969399 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Attempting to bind port e9a565ac-743a-4cd2-8d33-0318c98f1869 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:06:52.970646 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Attempting to bind port e9a565ac-743a-4cd2-8d33-0318c98f1869 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:06:52.971205 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Attempting to bind port e9a565ac-743a-4cd2-8d33-0318c98f1869 on network d85d0611-0ee3-4e64-afdb-af12be069cf4 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:06:52.991266 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:52.995131 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:06:52.995651 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Checking segment: {'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:06:53.001201 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:53.002374 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Bound using segment: {'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:06:53.002374 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Bound port: e9a565ac-743a-4cd2-8d33-0318c98f1869, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef5f132-8685-45dc-95d6-4c1c8af6466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:06:53.002626 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:53.176859 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] For port e9a565ac-743a-4cd2-8d33-0318c98f1869, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:06:53.180731 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] For port e9a565ac-743a-4cd2-8d33-0318c98f1869, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=e9a565ac-743a-4cd2-8d33-0318c98f1869,segment=NetworkSegment(bef5f132-8685-45dc-95d6-4c1c8af6466e),segment_id=bef5f132-8685-45dc-95d6-4c1c8af6466e)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:06:53.188505 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:53.225113 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c23591ce-dca0-4621-8540-90b5d7280b1f up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:53.257775 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-6236a7f5-7cb9-41e1-87aa-01089e4c3f89 None None] Provisioning complete for port e9a565ac-743a-4cd2-8d33-0318c98f1869 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:53.258873 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6236a7f5-7cb9-41e1-87aa-01089e4c3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:53.287046 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Routers {'1c7fa718-39d6-4d27-897f-a4c48b2f37ab'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:06:53.287686 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:53.331250 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ecded-a237-4296-83b3-84720213a312 None None] Pushing event updated for resources: {'Port': ['ID=e9a565ac-743a-4cd2-8d33-0318c98f1869,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:53.347571 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port c23591ce-dca0-4621-8540-90b5d7280b1f triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:53.354912 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:53.454494 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-6236a7f5-7cb9-41e1-87aa-01089e4c3f89 None None] Current status of the port e9a565ac-743a-4cd2-8d33-0318c98f1869 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:53.454970 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6236a7f5-7cb9-41e1-87aa-01089e4c3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:53.503379 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] Set router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:06:53.518764 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-6236a7f5-7cb9-41e1-87aa-01089e4c3f89 None None] For port e9a565ac-743a-4cd2-8d33-0318c98f1869, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=e9a565ac-743a-4cd2-8d33-0318c98f1869,segment=NetworkSegment(bef5f132-8685-45dc-95d6-4c1c8af6466e),segment_id=bef5f132-8685-45dc-95d6-4c1c8af6466e)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:06:53.524410 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6236a7f5-7cb9-41e1-87aa-01089e4c3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:53.537794 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port c23591ce-dca0-4621-8540-90b5d7280b1f is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:53.612195 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236a7f5-7cb9-41e1-87aa-01089e4c3f89 None None] Pushing event updated for resources: {'Port': ['ID=e9a565ac-743a-4cd2-8d33-0318c98f1869,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:06:53.648579 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-d62cebe3-4b89-49f1-880c-ae4fad39eb67 None None] Provisioning complete for port e9a565ac-743a-4cd2-8d33-0318c98f1869 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:53.649274 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d62cebe3-4b89-49f1-880c-ae4fad39eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:53.759858 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-d62cebe3-4b89-49f1-880c-ae4fad39eb67 None None] Current status of the port e9a565ac-743a-4cd2-8d33-0318c98f1869 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:53.782409 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 4, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port': {'id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:44Z', 'updated_at': '2022-05-12T19:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'e9a565ac-743a-4cd2-8d33-0318c98f1869', 'name': '', 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'mac_address': 'fa:16:3e:12:b7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:47Z', 'updated_at': '2022-05-12T19:06:53Z', 'revision_number': 4, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'subnets': [{'id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:06:53.818334 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c106a-d0cb-4a25-ab7c-59b2c1d227de None None] The sync data for ids ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'] in dv-cinder-795751-3-iscsi is: [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 4, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port': {'id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:44Z', 'updated_at': '2022-05-12T19:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'e9a565ac-743a-4cd2-8d33-0318c98f1869', 'name': '', 'network_id': 'd85d0611-0ee3-4e64-afdb-af12be069cf4', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'mac_address': 'fa:16:3e:12:b7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:47Z', 'updated_at': '2022-05-12T19:06:53Z', 'revision_number': 4, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'subnets': [{'id': 'b223d38c-4265-44ca-b520-43baf94d94bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:06:54.243718 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:54.894378 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:55.162520 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device e9a565ac-743a-4cd2-8d33-0318c98f1869 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:06:55.218512 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port e9a565ac-743a-4cd2-8d33-0318c98f1869 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:06:55.218902 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:55.326506 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port e9a565ac-743a-4cd2-8d33-0318c98f1869 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:06:55.622559 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:06:59.530822 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-1b7be06e-c141-4485-8720-a84af2ebf8f1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:06:59.532698 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-1b7be06e-c141-4485-8720-a84af2ebf8f1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 814 time: 0.1080668 May 12 19:06:59.548715 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-f3b7805c-d149-4b4f-8b2a-d11dcd5a3e84 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/quotas/ac196e75b746478c8ca28495d0971916 HTTP/1.1" status: 200 len: 375 time: 0.0100799 May 12 19:06:59.614585 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-9a7aaea7-5111-4b96-bd4b-601fca063738 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594006 May 12 19:06:59.730589 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-1aaf808b-68fe-4f5e-9e3c-67316d9f8865 service neutron] 10.222.0.48 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002321 May 12 19:06:59.828654 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-c043be1e-c203-4722-ac4e-74e675b84c77 service neutron] 10.222.0.48 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915871 May 12 19:06:59.990546 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6f318d99-ee51-4cd3-bb02-90c13284955c req-0d7f3719-ddd5-4d18-9de1-78445b23d121 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 210 time: 0.0332255 May 12 19:07:01.082927 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-771bb864-dc8e-431a-931e-9d0f67871c22 req-16bf40e2-c710-4c90-813e-094de29f57d5 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 210 time: 0.0280988 May 12 19:07:02.186261 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b0cf0b2-99e5-46ee-9291-45dcd6086903 req-55a685e8-9f04-4a80-a24f-fb6056dee890 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 210 time: 0.0310166 May 12 19:07:02.754523 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-e698ac20-a0dd-413c-b607-898b182ad9d5 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:02.757221 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-e698ac20-a0dd-413c-b607-898b182ad9d5 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.49 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 814 time: 0.1372933 May 12 19:07:02.785393 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'port': {'device_id': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'admin_state_up': True, 'tenant_id': 'ac196e75b746478c8ca28495d0971916'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:02.894358 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Made reservation on behalf of ac196e75b746478c8ca28495d0971916 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:07:02.897910 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:03.034927 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Allocated IP 172.20.0.9 (3efc05f7-f2fa-4b9e-a486-1d1e78ad668f/849f2e9c-5446-4acc-afeb-20cc72605114/c55cf03b-d589-4c2a-9552-6206a1a5b978) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:03.199441 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:03.233436 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:03.302037 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:03.310568 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:03.317927 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:03.322332 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'Port': ['ID=c55cf03b-d589-4c2a-9552-6206a1a5b978,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:03.356877 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36836e1f-bb90-4ace-9db0-d23fb7823289 req-91ec4ca6-fc09-4552-8968-4f0cb5058cc3 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:03.358447 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-36836e1f-bb90-4ace-9db0-d23fb7823289 req-91ec4ca6-fc09-4552-8968-4f0cb5058cc3 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 931 time: 0.0929992 May 12 19:07:03.362784 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.363125 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.363487 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.363830 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.364133 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.364460 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.364785 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.365115 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.365440 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.365872 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.366189 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.366509 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.366828 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.367152 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.367474 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:03.414390 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:03.415027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:03.444819 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-4034c3a8-0747-4e4e-8fdf-90d464102e0d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6640301 May 12 19:07:03.448483 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-36836e1f-bb90-4ace-9db0-d23fb7823289 req-45fb1018-0213-4076-9628-2b1098e8380a tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737491 May 12 19:07:03.462519 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Request body: {'port': {'device_id': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:03.529870 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:03.554199 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-58d3450e-9ba3-4de5-8794-aa8cfc26fd5c None None] Provisioning complete for port c55cf03b-d589-4c2a-9552-6206a1a5b978 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:03.554815 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-58d3450e-9ba3-4de5-8794-aa8cfc26fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:03.596212 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-58d3450e-9ba3-4de5-8794-aa8cfc26fd5c None None] Port c55cf03b-d589-4c2a-9552-6206a1a5b978 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:07:03.832500 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55cf03b-d589-4c2a-9552-6206a1a5b978 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:07:03.839836 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Publish callbacks [] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:03.853462 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Transition to ACTIVE for port object c55cf03b-d589-4c2a-9552-6206a1a5b978 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:07:03.858427 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:03.912111 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Pushing event updated for resources: {'Port': ['ID=c55cf03b-d589-4c2a-9552-6206a1a5b978,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:03.997178 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Attempting to bind port c55cf03b-d589-4c2a-9552-6206a1a5b978 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:07:03.997515 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Attempting to bind port c55cf03b-d589-4c2a-9552-6206a1a5b978 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:07:03.997908 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Attempting to bind port c55cf03b-d589-4c2a-9552-6206a1a5b978 on network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:04.003765 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Port c55cf03b-d589-4c2a-9552-6206a1a5b978 on network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:07:04.004088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Attempting to bind port c55cf03b-d589-4c2a-9552-6206a1a5b978 on network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:04.009467 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:07:04.009796 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Checking segment: {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:04.010352 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Bound using segment: {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:07:04.010781 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Bound port: c55cf03b-d589-4c2a-9552-6206a1a5b978, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0677e9e-7cee-497a-ae9d-36347adbec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:07:04.011211 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:04.361007 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] For port c55cf03b-d589-4c2a-9552-6206a1a5b978, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:07:04.363991 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] For port c55cf03b-d589-4c2a-9552-6206a1a5b978, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:07:04.369275 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:04.404085 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:04.404708 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:04.406146 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] 10.222.0.49 "PUT /v2.0/ports/c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 1093 time: 0.9480026 May 12 19:07:04.406619 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:07:04.409084 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884d92f7-2ec0-4cc4-ad08-638226962920" -d '{"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:07:04.440319 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934b7d6-6f3a-4315-8722-2bed97d2df90 service neutron] Pushing event updated for resources: {'Port': ['ID=c55cf03b-d589-4c2a-9552-6206a1a5b978,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:04.449194 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c234a-ffa2-4cb5-a71b-d75f53c08906 x-openstack-request-id: req-0a7c234a-ffa2-4cb5-a71b-d75f53c08906 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:07:04.449194 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:07:04.449441 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a7c234a-ffa2-4cb5-a71b-d75f53c08906 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:07:04.450555 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7c234a-ffa2-4cb5-a71b-d75f53c08906'] response: {'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'status': 'completed', 'code': 200} May 12 19:07:04.520673 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-56515427-4fae-4bf1-8bf1-0ca1dc66bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:04.522680 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-56515427-4fae-4bf1-8bf1-0ca1dc66bfb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1127 time: 0.0482955 May 12 19:07:04.584871 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-b280df26-2f0e-45c5-9110-240fbad5339c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 217 time: 0.0461736 May 12 19:07:04.657066 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a546a5f-77ff-4928-a681-3fd15ecbf5f8 req-c477a430-8c1a-476b-93e4-dc2ee1edce95 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:04.659265 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8a546a5f-77ff-4928-a681-3fd15ecbf5f8 req-c477a430-8c1a-476b-93e4-dc2ee1edce95 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.1134837 May 12 19:07:04.682545 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-8091839d-8490-450b-ac24-17392a0db520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:04.684172 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-8091839d-8490-450b-ac24-17392a0db520 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 200 len: 853 time: 0.0817859 May 12 19:07:04.746580 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8a546a5f-77ff-4928-a681-3fd15ecbf5f8 req-c15243cd-5151-4dfe-ba3a-8f21d0539fce tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812619 May 12 19:07:04.747801 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-06061841-534f-460c-9760-7a8a8cbd4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:04.749316 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-06061841-534f-460c-9760-7a8a8cbd4d1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584576 May 12 19:07:04.844889 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-abff2b6a-5880-4e9e-a863-af6b60cc0087 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895379 May 12 19:07:04.939534 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d0c871e-8b08-4522-97b9-e4c308b87ae5 req-84e3ed16-de6c-418f-9f4c-b58f833a2bba service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868084 May 12 19:07:05.066172 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-c3e43a08-9c0d-4e7f-94dd-7856c561cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:05.068002 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-c3e43a08-9c0d-4e7f-94dd-7856c561cd94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1127 time: 0.0445392 May 12 19:07:05.195354 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-a2233fc6-ba4a-4ce7-87fd-efabc6932032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:05.196800 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-a2233fc6-ba4a-4ce7-87fd-efabc6932032 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 915 time: 0.1212771 May 12 19:07:05.254248 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-a7e37d8f-c9d6-4fd6-96a9-7b3eab4bc33e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 217 time: 0.0499201 May 12 19:07:05.380474 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-7ef5d72b-4478-4665-b3c7-c1816a7e743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:05.382131 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-7ef5d72b-4478-4665-b3c7-c1816a7e743d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 200 len: 853 time: 0.0576096 May 12 19:07:05.440572 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-b32dc321-5d86-4ecd-8fb2-61b0527e9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:05.442103 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-b32dc321-5d86-4ecd-8fb2-61b0527e9e3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525670 May 12 19:07:05.535513 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-40c91e6a-2830-4147-8ff9-325f510add6b service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867143 May 12 19:07:05.634786 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-884d92f7-2ec0-4cc4-ad08-638226962920 req-015f8b74-290d-4a0c-a1b3-68271d7e6910 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918627 May 12 19:07:05.910671 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eada5-0851-41ca-82eb-94affd883996 req-15a1c39c-8aed-42d6-89fc-05c796755855 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:05.913163 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-888eada5-0851-41ca-82eb-94affd883996 req-15a1c39c-8aed-42d6-89fc-05c796755855 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.0864043 May 12 19:07:05.970791 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-888eada5-0851-41ca-82eb-94affd883996 req-4677ee57-44a6-48e8-b3e5-dc626dca01c9 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507295 May 12 19:07:07.109596 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad3bd-ba63-402b-a693-668465cfedd5 req-f635fe3d-b27f-45ad-bb81-a39b8292a6e0 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:07.111130 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26fad3bd-ba63-402b-a693-668465cfedd5 req-f635fe3d-b27f-45ad-bb81-a39b8292a6e0 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.0593002 May 12 19:07:07.170424 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26fad3bd-ba63-402b-a693-668465cfedd5 req-00b890d0-9341-4b13-87d2-a5ccba3ed81b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523653 May 12 19:07:07.916060 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42922) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:08.092295 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:08.248540 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Publish callbacks [] for security_group (bb8bada0-9a38-487e-a5d4-ff48f4cce74d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:08.253497 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (bb8bada0-9a38-487e-a5d4-ff48f4cce74d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:08.292582 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8bada0-9a38-487e-a5d4-ff48f4cce74d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:08.302316 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=805ef00e215c4b33b65da357a18eb4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851619 May 12 19:07:08.304002 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.304525 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.305036 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.305589 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.306102 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.306605 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.307104 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.307600 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.308269 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.308775 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.309280 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.309819 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.310318 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.310653 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.310997 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f9558-677d-43b1-a7cc-79638dbe6911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:08.313089 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:08.346817 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5658af-eb54-46de-b940-ca489fe8cb37 req-5785343a-0ce9-400e-abf8-197cb62f9449 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:08.348317 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0f5658af-eb54-46de-b940-ca489fe8cb37 req-5785343a-0ce9-400e-abf8-197cb62f9449 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.0866764 May 12 19:07:08.424321 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d9c0fb-fe4a-4911-94cd-2e1ceb51a413 admin admin] Publish callbacks [] for security_group (bb8bada0-9a38-487e-a5d4-ff48f4cce74d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:08.435052 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0f5658af-eb54-46de-b940-ca489fe8cb37 req-6f2e0202-d0b7-447d-901b-843d69337e5f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777962 May 12 19:07:08.463303 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d9c0fb-fe4a-4911-94cd-2e1ceb51a413 admin admin] Publish callbacks [] for security_group (bb8bada0-9a38-487e-a5d4-ff48f4cce74d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:08.523083 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d9c0fb-fe4a-4911-94cd-2e1ceb51a413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (bb8bada0-9a38-487e-a5d4-ff48f4cce74d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:08.525818 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d9c0fb-fe4a-4911-94cd-2e1ceb51a413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:08.527528 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-63d9c0fb-fe4a-4911-94cd-2e1ceb51a413 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb8bada0-9a38-487e-a5d4-ff48f4cce74d HTTP/1.1" status: 204 len: 168 time: 0.2128196 May 12 19:07:08.536910 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9c0fb-fe4a-4911-94cd-2e1ceb51a413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8bada0-9a38-487e-a5d4-ff48f4cce74d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:09.324082 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:09.434014 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1763496015-network', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:09.460015 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Made reservation on behalf of ab7dbf84e4d74021b021fbf20b99a7c9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:07:09.463172 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:09.473829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:09.593925 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc4110-2809-4a20-9386-e3fb6cd4aa00 req-8ff4c9c7-680d-42e6-a2fb-8cdbb5a3903a tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:09.595444 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10cc4110-2809-4a20-9386-e3fb6cd4aa00 req-8ff4c9c7-680d-42e6-a2fb-8cdbb5a3903a tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.0642383 May 12 19:07:09.617228 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Publish callbacks [] for security_group (0a2c4b3d-acc7-48e9-9bb4-fa747cd3e8b3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:09.625910 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0a2c4b3d-acc7-48e9-9bb4-fa747cd3e8b3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:09.676781 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:07:09.686199 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10cc4110-2809-4a20-9386-e3fb6cd4aa00 req-521fb20a-b6b4-40f3-9e5a-1ce6c232a459 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847311 May 12 19:07:09.688005 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2c4b3d-acc7-48e9-9bb4-fa747cd3e8b3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:09.695317 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (247d926e-1876-4a56-8030-ffd0f3de13a6), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:09.695744 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Added segment 247d926e-1876-4a56-8030-ffd0f3de13a6 of type vlan for network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 May 12 19:07:09.746079 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (9c023c40-b2da-44b2-b84e-b8fea4bf4942), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:09.774143 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (9c023c40-b2da-44b2-b84e-b8fea4bf4942), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:09.775284 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:09.775868 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:09.815233 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4868071 May 12 19:07:09.816062 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42966) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:09.828114 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Request body: {'subnet': {'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1763496015-subnet', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:09.840805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633cb9f-118e-4db4-85d8-5e2f5af8e1bb admin admin] Pushing event updated for resources: {'Network': ['ID=9c023c40-b2da-44b2-b84e-b8fea4bf4942,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:09.851471 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:07:09.863266 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Made reservation on behalf of ab7dbf84e4d74021b021fbf20b99a7c9 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:07:09.865761 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.066024 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (9ca4e124-08cf-4206-8b0d-9ce333e427bc), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.131197 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca4e124-08cf-4206-8b0d-9ce333e427bc,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:10.162632 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Checking segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:10.162986 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Network hostable DHCP agents. Network: 9c023c40-b2da-44b2-b84e-b8fea4bf4942, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:07:10.181922 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:07:10.192301 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, 9c023c40-b2da-44b2-b84e-b8fea4bf4942) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:10.197344 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:10.198320 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.206345 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab561a-3f58-432a-bed8-506c9592c783 None None] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:07:10.222993 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a0ea0367-0c49-4ea6-b0db-23153d4dcc97 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4055622 May 12 19:07:10.225491 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 42970) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:10.230888 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:10.263001 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (636274c9-1d0f-4edb-9347-3e6b0a934117), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.264175 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (636274c9-1d0f-4edb-9347-3e6b0a934117), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.351297 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks [] for router_controller (636274c9-1d0f-4edb-9347-3e6b0a934117), precommit_add_association {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.421740 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 19:07:10.422741 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.523319 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks [] for router_gateway (636274c9-1d0f-4edb-9347-3e6b0a934117), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.594267 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Allocated IP 172.20.0.2 (9c023c40-b2da-44b2-b84e-b8fea4bf4942/9ca4e124-08cf-4206-8b0d-9ce333e427bc/236dd48a-60df-47e6-a194-ab5caf30ff5d) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:10.782347 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks [] for router_gateway (636274c9-1d0f-4edb-9347-3e6b0a934117), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.788012 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Publish callbacks [] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.805459 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.814922 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:10.858681 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a785f8a-3e72-466a-b6bb-b7c74877455e req-fb17414f-8fd5-4806-8de6-920b8cc6e994 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:10.868031 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a785f8a-3e72-466a-b6bb-b7c74877455e req-fb17414f-8fd5-4806-8de6-920b8cc6e994 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.0631199 May 12 19:07:10.887277 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:10.890704 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:10.895239 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:10.926978 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Pushing event updated for resources: {'Port': ['ID=236dd48a-60df-47e6-a194-ab5caf30ff5d,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:10.956283 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a785f8a-3e72-466a-b6bb-b7c74877455e req-995f4b05-60cc-47a8-ba9b-a4a0f81e11e1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870259 May 12 19:07:10.958610 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.959304 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.959807 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.960255 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.960680 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.961102 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.961552 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.961977 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.962393 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.962897 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.963283 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.963700 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.973420 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.973981 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:10.974406 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:07:11.004577 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Allocated IP 172.27.3.2 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/343dbb48-41a0-4584-a583-15df4effbf90) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:11.070197 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Attempting to bind port 236dd48a-60df-47e6-a194-ab5caf30ff5d on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:07:11.071015 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Attempting to bind port 236dd48a-60df-47e6-a194-ab5caf30ff5d by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:07:11.071653 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Attempting to bind port 236dd48a-60df-47e6-a194-ab5caf30ff5d on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:11.078659 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:07:11.079583 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Checking segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:11.080678 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:11.081264 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Bound using segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:07:11.081957 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Bound port: 236dd48a-60df-47e6-a194-ab5caf30ff5d, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:07:11.082753 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:11.187545 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] For port 236dd48a-60df-47e6-a194-ab5caf30ff5d, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:07:11.193416 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] For port 236dd48a-60df-47e6-a194-ab5caf30ff5d, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=236dd48a-60df-47e6-a194-ab5caf30ff5d,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:07:11.203496 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:11.221927 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks [] for port (343dbb48-41a0-4584-a583-15df4effbf90), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:11.269646 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (343dbb48-41a0-4584-a583-15df4effbf90), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:11.334196 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7d6ef-e52d-42b4-a88c-6a5f560f450d None None] Pushing event updated for resources: {'Port': ['ID=236dd48a-60df-47e6-a194-ab5caf30ff5d,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:11.334894 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Pushing event updated for resources: {'Port': ['ID=343dbb48-41a0-4584-a583-15df4effbf90,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:11.359652 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:11.361680 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:11.368901 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:11.809128 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks [] for router_gateway (636274c9-1d0f-4edb-9347-3e6b0a934117), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:12.055340 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (636274c9-1d0f-4edb-9347-3e6b0a934117), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:12.154471 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b6a13-6a71-4c23-9a8e-fc03e9906772 req-f536c4fe-56d3-42b0-9f3a-0e58aa6a695b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:12.162645 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f3b6a13-6a71-4c23-9a8e-fc03e9906772 req-f536c4fe-56d3-42b0-9f3a-0e58aa6a695b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.1156189 May 12 19:07:12.227477 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f3b6a13-6a71-4c23-9a8e-fc03e9906772 req-bf8e59a1-2d6e-47bc-b0ed-971a2c991e25 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638955 May 12 19:07:12.284441 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 19:07:12.484401 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:07:12.495996 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:07:12.514081 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:12.514928 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:12.531663 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:12.535776 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 42988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:12.536069 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-17068e2f-42fa-40d5-a0bd-e8e63215f971 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3089731 May 12 19:07:12.656491 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850af06-665c-4245-885a-ac2e88d8ec45 None None] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:07:12.931535 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:12.964394 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-03e0c06c-de52-400d-a992-02b6292cdb47 None None] Provisioning complete for port 236dd48a-60df-47e6-a194-ab5caf30ff5d triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:12.964857 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03e0c06c-de52-400d-a992-02b6292cdb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.269744 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.286693 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-03e0c06c-de52-400d-a992-02b6292cdb47 None None] Current status of the port 236dd48a-60df-47e6-a194-ab5caf30ff5d is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:13.286693 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03e0c06c-de52-400d-a992-02b6292cdb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.323675 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 236dd48a-60df-47e6-a194-ab5caf30ff5d up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:13.426673 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-03e0c06c-de52-400d-a992-02b6292cdb47 None None] For port 236dd48a-60df-47e6-a194-ab5caf30ff5d, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=236dd48a-60df-47e6-a194-ab5caf30ff5d,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:13.492793 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:11Z', 'revision_number': 3, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:13.497796 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03e0c06c-de52-400d-a992-02b6292cdb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.585117 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbdbb0-6265-4b05-8413-439c85ad6cf2 req-768739d0-2d2f-4f19-bdc1-5c3a7ffedc10 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:13.586988 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1fbbdbb0-6265-4b05-8413-439c85ad6cf2 req-768739d0-2d2f-4f19-bdc1-5c3a7ffedc10 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.1700792 May 12 19:07:13.673070 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0c06c-de52-400d-a992-02b6292cdb47 None None] Pushing event updated for resources: {'Port': ['ID=236dd48a-60df-47e6-a194-ab5caf30ff5d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:13.698555 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:07:13.699740 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Updating router 636274c9-1d0f-4edb-9347-3e6b0a934117 port 343dbb48-41a0-4584-a583-15df4effbf90 binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:07:13.704943 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1fbbdbb0-6265-4b05-8413-439c85ad6cf2 req-61b09004-dbad-46f2-8ffd-eadf464077b6 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115808 May 12 19:07:13.715536 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Allocated IP 172.20.0.1 (9c023c40-b2da-44b2-b84e-b8fea4bf4942/9ca4e124-08cf-4206-8b0d-9ce333e427bc/b5c0a913-4887-4c58-9a12-7d8453fd5721) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:13.744479 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 236dd48a-60df-47e6-a194-ab5caf30ff5d triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:13.744759 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.768688 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-9c63a63f-9064-4098-8118-1d0a1bcdb3a2 None None] Provisioning complete for port 236dd48a-60df-47e6-a194-ab5caf30ff5d triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:13.769053 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9c63a63f-9064-4098-8118-1d0a1bcdb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.797184 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (343dbb48-41a0-4584-a583-15df4effbf90), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.840742 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Publish callbacks [] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.876420 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:13.919821 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:13.922747 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:13.925165 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:13.951070 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c0a913-4887-4c58-9a12-7d8453fd5721,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:13.973349 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (636274c9-1d0f-4edb-9347-3e6b0a934117), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.019322 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 236dd48a-60df-47e6-a194-ab5caf30ff5d is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:14.031534 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-9c63a63f-9064-4098-8118-1d0a1bcdb3a2 None None] Current status of the port 236dd48a-60df-47e6-a194-ab5caf30ff5d is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:14.117261 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.154735 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-6e599573-8503-4fa3-bd83-b1e619a77a93 None None] Provisioning complete for port b5c0a913-4887-4c58-9a12-7d8453fd5721 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:14.155103 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6e599573-8503-4fa3-bd83-b1e619a77a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.229185 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-6e599573-8503-4fa3-bd83-b1e619a77a93 None None] Port b5c0a913-4887-4c58-9a12-7d8453fd5721 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:07:14.245244 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Publish callbacks [] for port (343dbb48-41a0-4584-a583-15df4effbf90), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.251104 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (343dbb48-41a0-4584-a583-15df4effbf90), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.303807 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e1b9-3e75-4c09-9493-63c0666c8897 None None] Pushing event updated for resources: {'Port': ['ID=343dbb48-41a0-4584-a583-15df4effbf90,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:14.306208 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Attempting to bind port 343dbb48-41a0-4584-a583-15df4effbf90 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:07:14.306570 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Attempting to bind port 343dbb48-41a0-4584-a583-15df4effbf90 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:07:14.307002 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Attempting to bind port 343dbb48-41a0-4584-a583-15df4effbf90 on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:14.312800 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:07:14.313173 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:14.313592 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.314005 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:07:14.314475 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Bound port: 343dbb48-41a0-4584-a583-15df4effbf90, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:07:14.314849 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (343dbb48-41a0-4584-a583-15df4effbf90), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.325751 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Publish callbacks [] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.330690 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.372219 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] For port 343dbb48-41a0-4584-a583-15df4effbf90, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:07:14.375240 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] For port 343dbb48-41a0-4584-a583-15df4effbf90, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=343dbb48-41a0-4584-a583-15df4effbf90,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:07:14.380737 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (343dbb48-41a0-4584-a583-15df4effbf90), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.398408 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c0a913-4887-4c58-9a12-7d8453fd5721,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:14.400999 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (636274c9-1d0f-4edb-9347-3e6b0a934117), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.440423 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:14.440994 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:14.444094 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e1b9-3e75-4c09-9493-63c0666c8897 None None] Pushing event updated for resources: {'Port': ['ID=343dbb48-41a0-4584-a583-15df4effbf90,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:14.505196 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:14.506637 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:14.553800 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:14.628122 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:07:14.766477 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-9e65d0a2-7cf7-46ae-8faf-7d98f904774f None None] Provisioning complete for port b5c0a913-4887-4c58-9a12-7d8453fd5721 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:14.766693 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9e65d0a2-7cf7-46ae-8faf-7d98f904774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:14.771559 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:07:14.776791 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-be2ae211-4fe1-463c-9f02-fb9b8877f392 admin admin] 10.222.0.48 "PUT /v2.0/routers/636274c9-1d0f-4edb-9347-3e6b0a934117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395916 May 12 19:07:14.831505 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44295f66-6576-4599-96aa-35802c34e6dd req-4ecb2d66-0e6b-449c-8926-9ba588e001b9 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:14.833376 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44295f66-6576-4599-96aa-35802c34e6dd req-4ecb2d66-0e6b-449c-8926-9ba588e001b9 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.0511599 May 12 19:07:14.850030 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 2, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:14.853576 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-9e65d0a2-7cf7-46ae-8faf-7d98f904774f None None] Port b5c0a913-4887-4c58-9a12-7d8453fd5721 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:07:14.881005 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd795e-9626-4764-bf18-8505490bdd7a None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 2, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:07:14.888468 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44295f66-6576-4599-96aa-35802c34e6dd req-73a8bf95-4449-47f0-a41a-94e323adb93b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479770 May 12 19:07:15.179092 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 236dd48a-60df-47e6-a194-ab5caf30ff5d up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:15.242208 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 236dd48a-60df-47e6-a194-ab5caf30ff5d triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:15.242598 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.335411 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 236dd48a-60df-47e6-a194-ab5caf30ff5d is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:15.354979 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43040) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:15.359880 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2092400852-network', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:15.386582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Made reservation on behalf of 8f0cc8e0097e4b8ea23d639b32dc9d71 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:07:15.389229 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.398731 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.479057 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Publish callbacks [] for security_group (3566eed7-cee0-45bc-b371-6ce8f5c92bec), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.482924 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (3566eed7-cee0-45bc-b371-6ce8f5c92bec), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.508205 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:07:15.522425 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3566eed7-cee0-45bc-b371-6ce8f5c92bec,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:15.527794 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (f63c92bf-8544-4f03-9769-0cab5ab5a777), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.528212 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Added segment f63c92bf-8544-4f03-9769-0cab5ab5a777 of type vlan for network d6e9722b-61d8-441a-9e8e-c4f0561e8313 May 12 19:07:15.580982 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (d6e9722b-61d8-441a-9e8e-c4f0561e8313), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.610198 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (d6e9722b-61d8-441a-9e8e-c4f0561e8313), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.611441 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:15.612041 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.646136 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2899480 May 12 19:07:15.649079 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:15.656035 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Request body: {'subnet': {'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2092400852-subnet', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:15.695855 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c861707-2520-4332-9751-a39779df5831 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e9722b-61d8-441a-9e8e-c4f0561e8313,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:15.709775 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network d6e9722b-61d8-441a-9e8e-c4f0561e8313 details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:07:15.722844 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Made reservation on behalf of 8f0cc8e0097e4b8ea23d639b32dc9d71 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:07:15.727022 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4969381'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:15.918064 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66546912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4969395'] for subnet (5850ae10-c6ad-41a6-a494-b0c32f52a836), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.010715 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5850ae10-c6ad-41a6-a494-b0c32f52a836,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:16.031576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e482b-ff0c-4632-a739-cec84e097af5 req-2b57d866-d893-44a1-8718-56f90e6c0092 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:16.033695 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-812e482b-ff0c-4632-a739-cec84e097af5 req-2b57d866-d893-44a1-8718-56f90e6c0092 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.0680220 May 12 19:07:16.034920 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Checking segment: {'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:16.035279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Network hostable DHCP agents. Network: d6e9722b-61d8-441a-9e8e-c4f0561e8313, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:07:16.069589 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Network d6e9722b-61d8-441a-9e8e-c4f0561e8313 is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:07:16.091916 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, d6e9722b-61d8-441a-9e8e-c4f0561e8313) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:16.097014 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:16.097641 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.102352 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263acadc-3273-4125-8af3-fe03e294befe None None] Network d6e9722b-61d8-441a-9e8e-c4f0561e8313 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:07:16.102650 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-812e482b-ff0c-4632-a739-cec84e097af5 req-6d176fe6-dfdf-4d79-88d7-3da7aef1e4db tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634143 May 12 19:07:16.116582 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4275190f-b63f-4e15-84a6-5579d5e28a81 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4663908 May 12 19:07:16.119478 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43050) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:16.124107 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:16.147134 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (cc8697ff-db0f-49a8-817d-a6b53fab2035), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.148526 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (cc8697ff-db0f-49a8-817d-a6b53fab2035), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.206233 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks [] for router_controller (cc8697ff-db0f-49a8-817d-a6b53fab2035), precommit_add_association {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.224422 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-d6e9722b-61d8-441a-9e8e-c4f0561e8313', 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313', 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'fixed_ips': [{'subnet_id': '5850ae10-c6ad-41a6-a494-b0c32f52a836'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 19:07:16.225516 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.351528 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks [] for router_gateway (cc8697ff-db0f-49a8-817d-a6b53fab2035), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.506446 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Allocated IP 172.20.0.2 (d6e9722b-61d8-441a-9e8e-c4f0561e8313/5850ae10-c6ad-41a6-a494-b0c32f52a836/235e02ae-9b1c-4458-a40c-fb8bbf832a2e) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:16.667473 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Publish callbacks [] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.674210 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.714497 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Network d6e9722b-61d8-441a-9e8e-c4f0561e8313 is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:16.719596 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:16.724910 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:16.728159 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Pushing event updated for resources: {'Port': ['ID=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:16.780589 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks [] for router_gateway (cc8697ff-db0f-49a8-817d-a6b53fab2035), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.791162 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Attempting to bind port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:07:16.791791 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Attempting to bind port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:07:16.792032 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Attempting to bind port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e on network d6e9722b-61d8-441a-9e8e-c4f0561e8313 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:16.801193 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.804007 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:07:16.804506 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Checking segment: {'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:16.804999 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.805487 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Bound using segment: {'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:07:16.806078 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Bound port: 235e02ae-9b1c-4458-a40c-fb8bbf832a2e, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:07:16.806570 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.898328 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] For port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:07:16.902186 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] For port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,segment=NetworkSegment(f63c92bf-8544-4f03-9769-0cab5ab5a777),segment_id=f63c92bf-8544-4f03-9769-0cab5ab5a777)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:07:16.907919 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:16.922909 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Allocated IP 172.27.3.199 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/9df701d2-41a8-46d5-a7bf-453b10ef1a1a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:16.966321 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf22b0-426b-45fe-904b-b94220bdc9c8 None None] Pushing event updated for resources: {'Port': ['ID=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:17.019299 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device c55cf03b-d589-4c2a-9552-6206a1a5b978 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:07:17.039833 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks [] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.076774 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.146799 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:17.151493 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:17.152641 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port c55cf03b-d589-4c2a-9552-6206a1a5b978, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:17.153753 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Pushing event updated for resources: {'Port': ['ID=9df701d2-41a8-46d5-a7bf-453b10ef1a1a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:17.156135 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:17.182144 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'port_id': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'mac_address': 'fa:16:3e:7c:f3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:07:17.243594 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:07:17.256697 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:17.257323 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:17.263147 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 343dbb48-41a0-4584-a583-15df4effbf90 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:17.308680 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844396a2-b62e-46bb-b769-860fb6497ae1 req-a96df058-0ed4-44f5-8cb7-d426630e1689 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:17.310278 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-844396a2-b62e-46bb-b769-860fb6497ae1 req-a96df058-0ed4-44f5-8cb7-d426630e1689 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 943 time: 0.0758996 May 12 19:07:17.336869 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port c55cf03b-d589-4c2a-9552-6206a1a5b978 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:17.337341 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.369954 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55cf03b-d589-4c2a-9552-6206a1a5b978 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:07:17.389890 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 343dbb48-41a0-4584-a583-15df4effbf90 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:17.390270 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (343dbb48-41a0-4584-a583-15df4effbf90), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.400232 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-844396a2-b62e-46bb-b769-860fb6497ae1 req-e57ba7a9-02a0-48e7-9b0a-288d1755bf01 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831606 May 12 19:07:17.416935 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:17.447720 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port c55cf03b-d589-4c2a-9552-6206a1a5b978, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:17.452542 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.533146 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks [] for router_gateway (cc8697ff-db0f-49a8-817d-a6b53fab2035), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.535204 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=c55cf03b-d589-4c2a-9552-6206a1a5b978,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:17.546919 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 343dbb48-41a0-4584-a583-15df4effbf90 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:17.547300 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (343dbb48-41a0-4584-a583-15df4effbf90), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.569847 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 343dbb48-41a0-4584-a583-15df4effbf90, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=343dbb48-41a0-4584-a583-15df4effbf90,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:17.575264 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (343dbb48-41a0-4584-a583-15df4effbf90), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.628734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=343dbb48-41a0-4584-a583-15df4effbf90,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:17.636843 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 2, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:17.667103 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:07:17.667450 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Updating router 636274c9-1d0f-4edb-9347-3e6b0a934117 port b5c0a913-4887-4c58-9a12-7d8453fd5721 binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:07:17.695541 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.746199 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (cc8697ff-db0f-49a8-817d-a6b53fab2035), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:17.777057 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:07:17.797264 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['c55cf03b-d589-4c2a-9552-6206a1a5b978'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:07:17.909908 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Router cc8697ff-db0f-49a8-817d-a6b53fab2035 is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 19:07:18.062814 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:07:18.084056 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.087440 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-02632d25-e77b-46ba-b215-c8285520db3a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9644282 May 12 19:07:18.087717 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43062) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:18.097334 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Sync routers for ids ['cc8697ff-db0f-49a8-817d-a6b53fab2035'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:07:18.114160 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Routers {'cc8697ff-db0f-49a8-817d-a6b53fab2035'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:18.115114 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['cc8697ff-db0f-49a8-817d-a6b53fab2035'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:18.144790 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Publish callbacks [] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.150419 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.220704 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c916-2d6c-4565-821f-368f4a79277b None None] Pushing event updated for resources: {'Port': ['ID=b5c0a913-4887-4c58-9a12-7d8453fd5721,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:18.260372 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8e921-8700-4a50-a37f-8a715042c2c6 None None] Network d6e9722b-61d8-441a-9e8e-c4f0561e8313 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:07:18.284292 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Attempting to bind port b5c0a913-4887-4c58-9a12-7d8453fd5721 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:07:18.285385 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Attempting to bind port b5c0a913-4887-4c58-9a12-7d8453fd5721 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:07:18.285582 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Attempting to bind port b5c0a913-4887-4c58-9a12-7d8453fd5721 on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:18.292647 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:07:18.292647 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Checking segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:18.293041 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.293383 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Bound using segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:07:18.293872 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Bound port: b5c0a913-4887-4c58-9a12-7d8453fd5721, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:07:18.294587 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.355055 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Set router cc8697ff-db0f-49a8-817d-a6b53fab2035 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:18.368503 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] For port b5c0a913-4887-4c58-9a12-7d8453fd5721, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:07:18.373054 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] For port b5c0a913-4887-4c58-9a12-7d8453fd5721, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b5c0a913-4887-4c58-9a12-7d8453fd5721,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:07:18.379215 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.436220 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-1dd1379b-e134-450c-94ba-3d456bcd5464 None None] Provisioning complete for port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:18.436220 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1dd1379b-e134-450c-94ba-3d456bcd5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.441122 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:18.441815 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:18.481408 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c916-2d6c-4565-821f-368f4a79277b None None] Pushing event updated for resources: {'Port': ['ID=b5c0a913-4887-4c58-9a12-7d8453fd5721,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:18.601081 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:18.633511 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc439c5-f60b-43ea-9f41-0b7364791994 req-aaebbdc1-8fbb-4b34-bf80-7a960f12d586 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:18.635728 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4cc439c5-f60b-43ea-9f41-0b7364791994 req-aaebbdc1-8fbb-4b34-bf80-7a960f12d586 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 944 time: 0.1145866 May 12 19:07:18.662403 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1dd1379b-e134-450c-94ba-3d456bcd5464 None None] Current status of the port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:18.662891 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1dd1379b-e134-450c-94ba-3d456bcd5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.687408 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.756920 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4cc439c5-f60b-43ea-9f41-0b7364791994 req-bb77cf10-9575-42fd-803d-168ca828866d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148701 May 12 19:07:18.781167 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1dd1379b-e134-450c-94ba-3d456bcd5464 None None] For port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,segment=NetworkSegment(f63c92bf-8544-4f03-9769-0cab5ab5a777),segment_id=f63c92bf-8544-4f03-9769-0cab5ab5a777)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:18.786696 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 3, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port': {'id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:18.791063 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1dd1379b-e134-450c-94ba-3d456bcd5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.827351 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Checking router: cc8697ff-db0f-49a8-817d-a6b53fab2035 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:07:18.827351 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Updating router cc8697ff-db0f-49a8-817d-a6b53fab2035 port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:07:18.895971 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:18Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:18.902386 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:18.935475 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be6688-2446-4b2c-8559-470ff6e906b5 None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:18Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:07:18.946086 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1379b-e134-450c-94ba-3d456bcd5464 None None] Pushing event updated for resources: {'Port': ['ID=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:18.965073 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-8ccfc67c-80c8-4c42-9f13-1046b60af780 None None] Provisioning complete for port b5c0a913-4887-4c58-9a12-7d8453fd5721 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:18.965439 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc67c-80c8-4c42-9f13-1046b60af780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.041347 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device c55cf03b-d589-4c2a-9552-6206a1a5b978 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:19.229441 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Allocated IP 172.20.0.1 (d6e9722b-61d8-441a-9e8e-c4f0561e8313/5850ae10-c6ad-41a6-a494-b0c32f52a836/9f51d017-8b5d-4abb-afa3-6eed87b945a2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:19.334383 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 343dbb48-41a0-4584-a583-15df4effbf90 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:19.363094 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Publish callbacks [] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.401685 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.402226 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port c55cf03b-d589-4c2a-9552-6206a1a5b978 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:07:19.408875 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-75e34e2f-5356-4d39-b107-ec78eaa6fcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.441082 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port c55cf03b-d589-4c2a-9552-6206a1a5b978 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:19.441471 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.445754 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Network d6e9722b-61d8-441a-9e8e-c4f0561e8313 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:19.448779 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:19.454704 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:19.460382 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Pushing event updated for resources: {'Port': ['ID=9f51d017-8b5d-4abb-afa3-6eed87b945a2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:19.503025 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (cc8697ff-db0f-49a8-817d-a6b53fab2035), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.508023 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-8ccfc67c-80c8-4c42-9f13-1046b60af780 None None] Current status of the port b5c0a913-4887-4c58-9a12-7d8453fd5721 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:19.508398 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc67c-80c8-4c42-9f13-1046b60af780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.579223 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 343dbb48-41a0-4584-a583-15df4effbf90 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:19.580185 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (343dbb48-41a0-4584-a583-15df4effbf90), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.640533 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-8ccfc67c-80c8-4c42-9f13-1046b60af780 None None] For port b5c0a913-4887-4c58-9a12-7d8453fd5721, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b5c0a913-4887-4c58-9a12-7d8453fd5721,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:19.658122 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc67c-80c8-4c42-9f13-1046b60af780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.662728 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.838047 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port c55cf03b-d589-4c2a-9552-6206a1a5b978 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:19.838587 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.844023 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfc67c-80c8-4c42-9f13-1046b60af780 None None] Pushing event updated for resources: {'Port': ['ID=b5c0a913-4887-4c58-9a12-7d8453fd5721,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:19.847702 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-ad939739-41c7-4de4-9803-221556d11597 None None] Provisioning complete for port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:19.848070 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad939739-41c7-4de4-9803-221556d11597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.882284 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d61614-d97a-4dce-9d97-e711ba22ab54 req-9dab4eee-2dd2-4d09-8b71-d1630811ae38 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:19.883768 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-56d61614-d97a-4dce-9d97-e711ba22ab54 req-9dab4eee-2dd2-4d09-8b71-d1630811ae38 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 944 time: 0.0526755 May 12 19:07:19.894348 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Publish callbacks [] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.900055 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4248518'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.908354 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Publish callbacks [] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.909832 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 343dbb48-41a0-4584-a583-15df4effbf90 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:19.910873 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 235e02ae-9b1c-4458-a40c-fb8bbf832a2e up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:19.936810 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-56d61614-d97a-4dce-9d97-e711ba22ab54 req-8fcaff08-7fdc-488a-bdab-5c839523a4e2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459566 May 12 19:07:19.938167 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:07:19.940984 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4603436-73f8-4f95-ada3-a0ddf7d7517c" -d '{"events": [{"server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "name": "network-vif-plugged", "status": "completed", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:07:19.957235 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.972134 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Pushing event updated for resources: {'Port': ['ID=9f51d017-8b5d-4abb-afa3-6eed87b945a2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:19.977631 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (cc8697ff-db0f-49a8-817d-a6b53fab2035), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:19.994958 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce756504-6e81-4d3e-aff2-e45f330ac15d x-openstack-request-id: req-ce756504-6e81-4d3e-aff2-e45f330ac15d {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:07:19.995258 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "name": "network-vif-plugged", "status": "completed", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:07:19.995514 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce756504-6e81-4d3e-aff2-e45f330ac15d {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:07:19.995908 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce756504-6e81-4d3e-aff2-e45f330ac15d'] response: {'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'code': 200} May 12 19:07:19.999072 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port c55cf03b-d589-4c2a-9552-6206a1a5b978, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:20.002067 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-ad939739-41c7-4de4-9803-221556d11597 None None] Port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:07:20.014411 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.043699 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-ad939739-41c7-4de4-9803-221556d11597 None None] Provisioning complete for port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:20.044075 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ad939739-41c7-4de4-9803-221556d11597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.047452 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b50d-59a5-4a53-9b98-6c8d4aca290a None None] Pushing event updated for resources: {'Port': ['ID=9df701d2-41a8-46d5-a7bf-453b10ef1a1a,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:20.078139 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Attempting to bind port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:07:20.078541 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Attempting to bind port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:07:20.078872 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Attempting to bind port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:20.119597 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Network d6e9722b-61d8-441a-9e8e-c4f0561e8313 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:20.119734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:20.119734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.119922 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:20.124707 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:07:20.125084 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:20.125556 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.126029 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:07:20.126537 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Bound port: 9df701d2-41a8-46d5-a7bf-453b10ef1a1a, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:07:20.126918 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.210272 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=c55cf03b-d589-4c2a-9552-6206a1a5b978,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:20.269279 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] For port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:07:20.288450 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08993c62-804c-4abd-8a46-f0dd7e1a0a59 req-fcedc149-8c1f-4c15-a66c-804c6ee5b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:20.289969 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-08993c62-804c-4abd-8a46-f0dd7e1a0a59 req-fcedc149-8c1f-4c15-a66c-804c6ee5b870 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1129 time: 0.0559144 May 12 19:07:20.290972 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] For port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=9df701d2-41a8-46d5-a7bf-453b10ef1a1a,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:07:20.292849 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Router cc8697ff-db0f-49a8-817d-a6b53fab2035 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:07:20.321163 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.326667 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-ad939739-41c7-4de4-9803-221556d11597 None None] Current status of the port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:20.364465 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-08993c62-804c-4abd-8a46-f0dd7e1a0a59 req-3f9dafc5-6534-4596-8501-81a61834e8b2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623915 May 12 19:07:20.373765 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:20.375105 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b5c0a913-4887-4c58-9a12-7d8453fd5721 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:20.430519 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:07:20.435891 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2153d524-5e9b-49dd-afc4-0cd635360157 admin admin] 10.222.0.48 "PUT /v2.0/routers/cc8697ff-db0f-49a8-817d-a6b53fab2035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3471403 May 12 19:07:20.445411 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b50d-59a5-4a53-9b98-6c8d4aca290a None None] Pushing event updated for resources: {'Port': ['ID=9df701d2-41a8-46d5-a7bf-453b10ef1a1a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:20.456207 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Routers {'cc8697ff-db0f-49a8-817d-a6b53fab2035'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:20.456816 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:06:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['cc8697ff-db0f-49a8-817d-a6b53fab2035'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:20.504608 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-39cbe897-77b5-462d-a703-205b10bc8cfa None None] Provisioning complete for port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:20.504983 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-39cbe897-77b5-462d-a703-205b10bc8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.541994 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port b5c0a913-4887-4c58-9a12-7d8453fd5721 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:20.542337 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.585068 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-39cbe897-77b5-462d-a703-205b10bc8cfa None None] Port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:07:20.649499 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] Set router cc8697ff-db0f-49a8-817d-a6b53fab2035 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:20.750734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port b5c0a913-4887-4c58-9a12-7d8453fd5721 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:20.770430 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43084) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:20.775023 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-08b4fe0e-4f09-4037-8f90-cb18b5e16b8e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1462802288', 'description': 'tempest-secgroup-smoke-1462802288 description', 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:20.795683 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08b4fe0e-4f09-4037-8f90-cb18b5e16b8e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.864498 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08b4fe0e-4f09-4037-8f90-cb18b5e16b8e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group (5841b773-668a-4f7e-b602-48fc9a277202), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.867688 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 4, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port': {'id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '9f51d017-8b5d-4abb-afa3-6eed87b945a2', 'name': '', 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'mac_address': 'fa:16:3e:50:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:18Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 2, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'subnets': [{'id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:20.868267 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08b4fe0e-4f09-4037-8f90-cb18b5e16b8e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (5841b773-668a-4f7e-b602-48fc9a277202), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.899812 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b957c-d978-4ad6-806b-3eea0b0afe91 None None] The sync data for ids ['cc8697ff-db0f-49a8-817d-a6b53fab2035'] in dv-cinder-795751-3-iscsi is: [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 4, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port': {'id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '9f51d017-8b5d-4abb-afa3-6eed87b945a2', 'name': '', 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'mac_address': 'fa:16:3e:50:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:18Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 2, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'subnets': [{'id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:07:20.900835 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08b4fe0e-4f09-4037-8f90-cb18b5e16b8e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:20.906351 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-08b4fe0e-4f09-4037-8f90-cb18b5e16b8e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1309149 May 12 19:07:20.906351 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4fe0e-4f09-4037-8f90-cb18b5e16b8e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5841b773-668a-4f7e-b602-48fc9a277202,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:20.907318 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:20.914372 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-37682ba7-1bb6-4587-9a20-cfd4db92ec40 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'security_group_rule': {'security_group_id': '5841b773-668a-4f7e-b602-48fc9a277202', 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:20.945613 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37682ba7-1bb6-4587-9a20-cfd4db92ec40 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (124d433f-1fc7-423a-83d0-552f3d498982), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.007966 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37682ba7-1bb6-4587-9a20-cfd4db92ec40 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (124d433f-1fc7-423a-83d0-552f3d498982), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.012380 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37682ba7-1bb6-4587-9a20-cfd4db92ec40 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (124d433f-1fc7-423a-83d0-552f3d498982), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.041646 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37682ba7-1bb6-4587-9a20-cfd4db92ec40 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124d433f-1fc7-423a-83d0-552f3d498982,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:21.066812 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37682ba7-1bb6-4587-9a20-cfd4db92ec40 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.070629 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-37682ba7-1bb6-4587-9a20-cfd4db92ec40 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585591 May 12 19:07:21.070759 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:21.078401 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4344b95f-b577-4985-abf4-e91d740d6bdb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'security_group_rule': {'security_group_id': '5841b773-668a-4f7e-b602-48fc9a277202', 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:21.094921 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933038e-c847-461c-8af3-6c045c1088ce req-638891f8-a21c-4b19-ace9-6e760d227ed5 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:21.105120 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c933038e-c847-461c-8af3-6c045c1088ce req-638891f8-a21c-4b19-ace9-6e760d227ed5 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.0828769 May 12 19:07:21.194618 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4344b95f-b577-4985-abf4-e91d740d6bdb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (a5e726a8-bb22-49c0-b0c6-a5d8a00c0434), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.230660 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c933038e-c847-461c-8af3-6c045c1088ce req-01d5cb5b-d994-4e14-a945-2357890af4eb tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218815 May 12 19:07:21.255524 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b5c0a913-4887-4c58-9a12-7d8453fd5721 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:21.325069 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4344b95f-b577-4985-abf4-e91d740d6bdb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (a5e726a8-bb22-49c0-b0c6-a5d8a00c0434), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.332144 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4344b95f-b577-4985-abf4-e91d740d6bdb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (a5e726a8-bb22-49c0-b0c6-a5d8a00c0434), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.364806 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344b95f-b577-4985-abf4-e91d740d6bdb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e726a8-bb22-49c0-b0c6-a5d8a00c0434,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:21.375550 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4344b95f-b577-4985-abf4-e91d740d6bdb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.378234 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4344b95f-b577-4985-abf4-e91d740d6bdb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3065219 May 12 19:07:21.381014 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43104) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:21.385940 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0b2deb02-ef05-4d89-b46f-cc1a02f691a6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'security_group_rule': {'security_group_id': '5841b773-668a-4f7e-b602-48fc9a277202', 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:21.401266 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fbab2a83-9ee8-43f1-be29-2fec49da12fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.411437 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port b5c0a913-4887-4c58-9a12-7d8453fd5721 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:21.411818 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.449012 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b2deb02-ef05-4d89-b46f-cc1a02f691a6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (a30a8389-ef0b-4113-ba99-df2b37f9df45), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.521253 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b2deb02-ef05-4d89-b46f-cc1a02f691a6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (a30a8389-ef0b-4113-ba99-df2b37f9df45), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.525384 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b2deb02-ef05-4d89-b46f-cc1a02f691a6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (a30a8389-ef0b-4113-ba99-df2b37f9df45), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.547251 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b2deb02-ef05-4d89-b46f-cc1a02f691a6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.551549 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0b2deb02-ef05-4d89-b46f-cc1a02f691a6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668930 May 12 19:07:21.552377 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43106) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:21.556724 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2deb02-ef05-4d89-b46f-cc1a02f691a6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30a8389-ef0b-4113-ba99-df2b37f9df45,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:21.557917 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-fa9a659c-cac4-487d-ace0-5753fb158916 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'security_group_rule': {'security_group_id': '5841b773-668a-4f7e-b602-48fc9a277202', 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:21.594551 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa9a659c-cac4-487d-ace0-5753fb158916 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (9850efd2-9bd3-4181-bb3f-c0750ae4b86f), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.655685 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port b5c0a913-4887-4c58-9a12-7d8453fd5721 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:21.664432 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa9a659c-cac4-487d-ace0-5753fb158916 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (9850efd2-9bd3-4181-bb3f-c0750ae4b86f), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.668493 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa9a659c-cac4-487d-ace0-5753fb158916 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (9850efd2-9bd3-4181-bb3f-c0750ae4b86f), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.686821 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a659c-cac4-487d-ace0-5753fb158916 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9850efd2-9bd3-4181-bb3f-c0750ae4b86f,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:21.696532 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa9a659c-cac4-487d-ace0-5753fb158916 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.700589 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:21.700774 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-fa9a659c-cac4-487d-ace0-5753fb158916 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470089 May 12 19:07:21.705913 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-de92b974-844a-41e5-9d7f-20bcd6fb9b95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'security_group_rule': {'security_group_id': '5841b773-668a-4f7e-b602-48fc9a277202', 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:21.746775 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-de92b974-844a-41e5-9d7f-20bcd6fb9b95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Project ab7dbf84e4d74021b021fbf20b99a7c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:07:21.753341 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de92b974-844a-41e5-9d7f-20bcd6fb9b95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (24375b58-6bbd-4aa1-9332-f124cfaa864b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.827368 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de92b974-844a-41e5-9d7f-20bcd6fb9b95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (24375b58-6bbd-4aa1-9332-f124cfaa864b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.833807 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de92b974-844a-41e5-9d7f-20bcd6fb9b95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (24375b58-6bbd-4aa1-9332-f124cfaa864b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.852962 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92b974-844a-41e5-9d7f-20bcd6fb9b95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24375b58-6bbd-4aa1-9332-f124cfaa864b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:21.862314 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de92b974-844a-41e5-9d7f-20bcd6fb9b95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.866162 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-de92b974-844a-41e5-9d7f-20bcd6fb9b95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1643901 May 12 19:07:21.866649 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43110) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:21.871424 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-04a80932-cc11-449d-a539-87a064a82626 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'security_group_rule': {'security_group_id': '5841b773-668a-4f7e-b602-48fc9a277202', 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:21.894959 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.securitygroups_db [None req-04a80932-cc11-449d-a539-87a064a82626 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Project ab7dbf84e4d74021b021fbf20b99a7c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:07:21.902531 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04a80932-cc11-449d-a539-87a064a82626 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (6741ce7d-24b2-4c5a-892a-a697a4b9af63), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.974260 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04a80932-cc11-449d-a539-87a064a82626 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (6741ce7d-24b2-4c5a-892a-a697a4b9af63), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.979081 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04a80932-cc11-449d-a539-87a064a82626 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (6741ce7d-24b2-4c5a-892a-a697a4b9af63), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:21.998559 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a80932-cc11-449d-a539-87a064a82626 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6741ce7d-24b2-4c5a-892a-a697a4b9af63,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:22.007869 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-04a80932-cc11-449d-a539-87a064a82626 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:22.009419 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-04a80932-cc11-449d-a539-87a064a82626 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415889 May 12 19:07:22.380363 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22322c-2a1e-43c4-b766-b0f0573189ff req-f9b27952-4343-4ba2-9890-2680cf854257 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:22.381896 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d22322c-2a1e-43c4-b766-b0f0573189ff req-f9b27952-4343-4ba2-9890-2680cf854257 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.0608637 May 12 19:07:22.435881 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d22322c-2a1e-43c4-b766-b0f0573189ff req-6fc26c3e-65e8-4fd3-a9bd-e68634919e01 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 May 12 19:07:22.584901 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14da8b3-4a83-47bf-b11b-021044af4858 req-b277efd0-b1eb-43ad-aa7d-3cb2d59a205d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:22.586400 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d14da8b3-4a83-47bf-b11b-021044af4858 req-b277efd0-b1eb-43ad-aa7d-3cb2d59a205d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.0572565 May 12 19:07:22.639479 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d14da8b3-4a83-47bf-b11b-021044af4858 req-49c015f4-360e-483e-b2d5-6a61e32f098a tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 May 12 19:07:22.977071 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:23.166991 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e483e-fb6a-4190-8d8a-f99abc01bf7b req-30e4f448-4afc-4949-89b7-5276076e6149 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:23.168774 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e93e483e-fb6a-4190-8d8a-f99abc01bf7b req-30e4f448-4afc-4949-89b7-5276076e6149 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.0550847 May 12 19:07:23.203594 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 9df701d2-41a8-46d5-a7bf-453b10ef1a1a up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:23.239866 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e93e483e-fb6a-4190-8d8a-f99abc01bf7b req-851bab95-c418-4b47-ab17-b78b779ba254 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635924 May 12 19:07:23.261870 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:23.262382 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:23.272583 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Sync routers for ids ['cc8697ff-db0f-49a8-817d-a6b53fab2035'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:07:23.283461 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Routers {'cc8697ff-db0f-49a8-817d-a6b53fab2035'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:23.284186 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:07:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['cc8697ff-db0f-49a8-817d-a6b53fab2035'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:23.355180 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:23.355697 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:23.379843 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=9df701d2-41a8-46d5-a7bf-453b10ef1a1a,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:23.384419 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:23.418837 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Set router cc8697ff-db0f-49a8-817d-a6b53fab2035 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:23.446432 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=9df701d2-41a8-46d5-a7bf-453b10ef1a1a,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:23.639613 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 4, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port': {'id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '9f51d017-8b5d-4abb-afa3-6eed87b945a2', 'name': '', 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'mac_address': 'fa:16:3e:50:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:18Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 2, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'subnets': [{'id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:23.675035 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Checking router: cc8697ff-db0f-49a8-817d-a6b53fab2035 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:07:23.675387 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Updating router cc8697ff-db0f-49a8-817d-a6b53fab2035 port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:07:23.702828 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:23.998581 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Publish callbacks [] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.004587 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.056363 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f607a-f452-4bde-bc55-30b250b76a81 None None] Pushing event updated for resources: {'Port': ['ID=9f51d017-8b5d-4abb-afa3-6eed87b945a2,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:24.124773 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Attempting to bind port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:07:24.125138 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Attempting to bind port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:07:24.125497 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Attempting to bind port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 on network d6e9722b-61d8-441a-9e8e-c4f0561e8313 {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:24.133548 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:07:24.133958 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Checking segment: {'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:24.134356 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.134845 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Bound using segment: {'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:07:24.135310 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Bound port: 9f51d017-8b5d-4abb-afa3-6eed87b945a2, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63c92bf-8544-4f03-9769-0cab5ab5a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:07:24.135740 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.206465 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] For port 9f51d017-8b5d-4abb-afa3-6eed87b945a2, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:07:24.209716 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] For port 9f51d017-8b5d-4abb-afa3-6eed87b945a2, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=9f51d017-8b5d-4abb-afa3-6eed87b945a2,segment=NetworkSegment(f63c92bf-8544-4f03-9769-0cab5ab5a777),segment_id=f63c92bf-8544-4f03-9769-0cab5ab5a777)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:07:24.218287 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.258892 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.296047 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Routers {'cc8697ff-db0f-49a8-817d-a6b53fab2035'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:24.296697 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:07:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['cc8697ff-db0f-49a8-817d-a6b53fab2035'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:24.335449 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f607a-f452-4bde-bc55-30b250b76a81 None None] Pushing event updated for resources: {'Port': ['ID=9f51d017-8b5d-4abb-afa3-6eed87b945a2,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:24.336471 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-7a941cbd-147e-4383-a75a-ead3a8580ce2 None None] Provisioning complete for port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:24.336849 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a941cbd-147e-4383-a75a-ead3a8580ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.431596 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] Set router cc8697ff-db0f-49a8-817d-a6b53fab2035 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:24.440063 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7a941cbd-147e-4383-a75a-ead3a8580ce2 None None] Current status of the port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:24.440509 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a941cbd-147e-4383-a75a-ead3a8580ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.476170 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7a941cbd-147e-4383-a75a-ead3a8580ce2 None None] For port 9f51d017-8b5d-4abb-afa3-6eed87b945a2, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=9f51d017-8b5d-4abb-afa3-6eed87b945a2,segment=NetworkSegment(f63c92bf-8544-4f03-9769-0cab5ab5a777),segment_id=f63c92bf-8544-4f03-9769-0cab5ab5a777)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:24.480840 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a941cbd-147e-4383-a75a-ead3a8580ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.533710 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a941cbd-147e-4383-a75a-ead3a8580ce2 None None] Pushing event updated for resources: {'Port': ['ID=9f51d017-8b5d-4abb-afa3-6eed87b945a2,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:24.599445 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-5e56a265-f661-433b-91ed-8c5b888ac4d4 None None] Provisioning complete for port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:24.599810 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5e56a265-f661-433b-91ed-8c5b888ac4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:24.694144 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-5e56a265-f661-433b-91ed-8c5b888ac4d4 None None] Current status of the port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:24.723852 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 4, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port': {'id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '9f51d017-8b5d-4abb-afa3-6eed87b945a2', 'name': '', 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'mac_address': 'fa:16:3e:50:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:18Z', 'updated_at': '2022-05-12T19:07:24Z', 'revision_number': 4, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'subnets': [{'id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:24.755201 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c7d9b-838b-4404-ba60-1f96ff29b68d None None] The sync data for ids ['cc8697ff-db0f-49a8-817d-a6b53fab2035'] in dv-cinder-795751-3-iscsi is: [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 4, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port': {'id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '9f51d017-8b5d-4abb-afa3-6eed87b945a2', 'name': '', 'network_id': 'd6e9722b-61d8-441a-9e8e-c4f0561e8313', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'mac_address': 'fa:16:3e:50:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:18Z', 'updated_at': '2022-05-12T19:07:24Z', 'revision_number': 4, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'subnets': [{'id': '5850ae10-c6ad-41a6-a494-b0c32f52a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:07:24.925163 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:25.182407 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 9df701d2-41a8-46d5-a7bf-453b10ef1a1a up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:25.232716 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:25.233082 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:25.315264 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:25.316315 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 9f51d017-8b5d-4abb-afa3-6eed87b945a2 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:07:25.372303 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:25.372676 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:25.445302 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:25.616785 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:28.553662 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-5dac907b-f07b-4d1b-8cf3-13db6d244ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396383 May 12 19:07:28.964683 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-91f47319-ca7e-4ad3-833b-9bfd1b5939ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:28.966386 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-91f47319-ca7e-4ad3-833b-9bfd1b5939ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ff6e876f1ec44939bebef28b7dac12b&device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 1129 time: 0.0441587 May 12 19:07:29.125384 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-af015aeb-01b8-4230-b91d-7d20250072f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:29.127928 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-af015aeb-01b8-4230-b91d-7d20250072f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2997f016-b318-4e70-8380-fdb20cba3a19 HTTP/1.1" status: 200 len: 915 time: 0.0973222 May 12 19:07:29.170259 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-e122422d-6ca1-4591-891d-eb777b7f1efd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=450fe8c5-775f-4706-a48a-71d489c1b53d HTTP/1.1" status: 200 len: 217 time: 0.0340066 May 12 19:07:29.217440 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-0c64f9b5-7f20-4f72-893c-1123c3230b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:29.218879 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-0c64f9b5-7f20-4f72-893c-1123c3230b84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6118c6e-2e84-4421-b765-20ab4d014bc4 HTTP/1.1" status: 200 len: 854 time: 0.0423567 May 12 19:07:29.532523 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-c1caf62e-c1c1-4cce-a8c6-48afc070daf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2997f016-b318-4e70-8380-fdb20cba3a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3065703 May 12 19:07:29.640665 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-ee6f5d72-3d26-4f18-8296-7ec0881e47c9 service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012831 May 12 19:07:29.744147 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5eb8ef20-f107-45c7-b42e-033989f4e17d req-69c11975-c180-4cad-95a9-d5425a8ffd13 service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968139 May 12 19:07:35.216141 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43336) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:35.325466 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d17f-65c2-40a7-9986-2066a9822b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:35.403842 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d17f-65c2-40a7-9986-2066a9822b58 admin admin] Publish callbacks [] for security_group (309cd445-1a4a-4058-a933-c9f095eb70e3), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:35.408206 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d17f-65c2-40a7-9986-2066a9822b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (309cd445-1a4a-4058-a933-c9f095eb70e3), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:35.445091 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6d17f-65c2-40a7-9986-2066a9822b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309cd445-1a4a-4058-a933-c9f095eb70e3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:35.449366 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c6f6d17f-65c2-40a7-9986-2066a9822b58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b302a864c9f4813b6102a928c224747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322159 May 12 19:07:35.451996 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43340) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:35.501395 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2de91b0a-ae83-45d7-bd65-c8052a80553e admin admin] Publish callbacks [] for security_group (309cd445-1a4a-4058-a933-c9f095eb70e3), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:35.522184 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2de91b0a-ae83-45d7-bd65-c8052a80553e admin admin] Publish callbacks [] for security_group (309cd445-1a4a-4058-a933-c9f095eb70e3), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:35.569324 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2de91b0a-ae83-45d7-bd65-c8052a80553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (309cd445-1a4a-4058-a933-c9f095eb70e3), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:35.571827 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2de91b0a-ae83-45d7-bd65-c8052a80553e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:35.572971 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2de91b0a-ae83-45d7-bd65-c8052a80553e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/309cd445-1a4a-4058-a933-c9f095eb70e3 HTTP/1.1" status: 204 len: 168 time: 0.1200874 May 12 19:07:35.581308 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de91b0a-ae83-45d7-bd65-c8052a80553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309cd445-1a4a-4058-a933-c9f095eb70e3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:38.274341 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c0b12-6219-4601-b10f-4f584ed3213f req-5aba6a6b-0a01-401f-94b5-48593c491e6d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:38.276139 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a21c0b12-6219-4601-b10f-4f584ed3213f req-5aba6a6b-0a01-401f-94b5-48593c491e6d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.0480382 May 12 19:07:38.329316 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a21c0b12-6219-4601-b10f-4f584ed3213f req-215e9a7e-c678-4adc-b767-523f3ed839f1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471301 May 12 19:07:38.352669 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43412) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:38.544840 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63780dcd-853c-4b2a-b209-e84df6a0f8c5 tempest-TestMinimumBasicScenario-3765760 tempest-TestMinimumBasicScenario-3765760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:38.546366 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-63780dcd-853c-4b2a-b209-e84df6a0f8c5 tempest-TestMinimumBasicScenario-3765760 tempest-TestMinimumBasicScenario-3765760-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1124 time: 0.1926365 May 12 19:07:38.549233 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43418) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:38.553294 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'port_id': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:38.574752 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:38.651081 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:38.759781 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Allocated IP 172.27.3.198 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/70ac96fd-8456-4d79-8015-f833a14b68e5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:38.861181 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for port (70ac96fd-8456-4d79-8015-f833a14b68e5), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:38.896477 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (70ac96fd-8456-4d79-8015-f833a14b68e5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:38.939441 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:38.942481 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:38.948121 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:38.953748 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'Port': ['ID=70ac96fd-8456-4d79-8015-f833a14b68e5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:39.322440 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for floatingip (9ff408dc-c7f5-4aa8-95f4-5ca056694040), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:39.393139 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (70ac96fd-8456-4d79-8015-f833a14b68e5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:39.573952 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for port (70ac96fd-8456-4d79-8015-f833a14b68e5), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:39.578321 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4248518'] for port (70ac96fd-8456-4d79-8015-f833a14b68e5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:39.643292 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'Port': ['ID=70ac96fd-8456-4d79-8015-f833a14b68e5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:39.655676 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (9ff408dc-c7f5-4aa8-95f4-5ca056694040), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:39.756812 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Floating IP 9ff408dc-c7f5-4aa8-95f4-5ca056694040 associated. External IP: 172.27.3.198, port: c55cf03b-d589-4c2a-9552-6206a1a5b978. May 12 19:07:39.963354 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:07:40.071791 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:07:40.081745 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] Sync routers for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:07:40.091133 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.091621 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:40.092258 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:07:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:40.120224 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-070706e6-bd29-41cd-978d-c32d494036b1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5699503 May 12 19:07:40.120815 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:07:40.125566 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ddeac6-9c3a-4ca3-9700-77ab06f69542" -d '{"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:07:40.125730 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43436) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:40.128446 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b4285d1a-cff8-40a6-bae3-7089f970b2b2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779301403', 'description': 'tempest-secgroup-smoke-1779301403 description', 'project_id': 'ac196e75b746478c8ca28495d0971916'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:40.154976 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4285d1a-cff8-40a6-bae3-7089f970b2b2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.208866 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:40.233240 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4285d1a-cff8-40a6-bae3-7089f970b2b2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group (80c9565a-db98-4c47-bbb4-f58067b13aa7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.238139 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4285d1a-cff8-40a6-bae3-7089f970b2b2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (80c9565a-db98-4c47-bbb4-f58067b13aa7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.268282 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4285d1a-cff8-40a6-bae3-7089f970b2b2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.272582 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43442) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:40.273580 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b4285d1a-cff8-40a6-bae3-7089f970b2b2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1451588 May 12 19:07:40.277879 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-55bb12fe-6224-40c4-acf6-a2a8c3b9c8fd tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'security_group_rule': {'security_group_id': '80c9565a-db98-4c47-bbb4-f58067b13aa7', 'project_id': 'ac196e75b746478c8ca28495d0971916', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:40.279883 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4285d1a-cff8-40a6-bae3-7089f970b2b2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c9565a-db98-4c47-bbb4-f58067b13aa7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:40.310031 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55bb12fe-6224-40c4-acf6-a2a8c3b9c8fd tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (8a83f8aa-037f-4432-81eb-f576edda7f99), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.320980 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3337c8c8-bb5e-41ab-a6a0-5db69e0dbdf7 x-openstack-request-id: req-3337c8c8-bb5e-41ab-a6a0-5db69e0dbdf7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:07:40.321271 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:07:40.321519 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3337c8c8-bb5e-41ab-a6a0-5db69e0dbdf7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:07:40.321938 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3337c8c8-bb5e-41ab-a6a0-5db69e0dbdf7'] response: {'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'status': 'completed', 'code': 200} May 12 19:07:40.371466 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55bb12fe-6224-40c4-acf6-a2a8c3b9c8fd tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (8a83f8aa-037f-4432-81eb-f576edda7f99), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.376006 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55bb12fe-6224-40c4-acf6-a2a8c3b9c8fd tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (8a83f8aa-037f-4432-81eb-f576edda7f99), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.392898 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb12fe-6224-40c4-acf6-a2a8c3b9c8fd tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a83f8aa-037f-4432-81eb-f576edda7f99,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:40.401302 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55bb12fe-6224-40c4-acf6-a2a8c3b9c8fd tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.402577 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-55bb12fe-6224-40c4-acf6-a2a8c3b9c8fd tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289086 May 12 19:07:40.405267 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43444) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:40.409557 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-d36759f9-2aa7-49ec-90aa-ed7f16f7a094 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'security_group_rule': {'security_group_id': '80c9565a-db98-4c47-bbb4-f58067b13aa7', 'project_id': 'ac196e75b746478c8ca28495d0971916', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:40.436790 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d36759f9-2aa7-49ec-90aa-ed7f16f7a094 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (d7018617-5900-4ba4-9c98-73d970f331e0), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.448813 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '9ff408dc-c7f5-4aa8-95f4-5ca056694040', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'port_id': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'mac_address': 'fa:16:3e:7c:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:07:39Z', 'updated_at': '2022-05-12T19:07:39Z', 'revision_number': 0, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 5, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:40.476104 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] Checking router: 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:07:40.484688 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:07:40.485498 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:07:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:40.502217 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d36759f9-2aa7-49ec-90aa-ed7f16f7a094 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (d7018617-5900-4ba4-9c98-73d970f331e0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.505923 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d36759f9-2aa7-49ec-90aa-ed7f16f7a094 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (d7018617-5900-4ba4-9c98-73d970f331e0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.524117 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36759f9-2aa7-49ec-90aa-ed7f16f7a094 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7018617-5900-4ba4-9c98-73d970f331e0,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:40.533664 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d36759f9-2aa7-49ec-90aa-ed7f16f7a094 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.537319 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-d36759f9-2aa7-49ec-90aa-ed7f16f7a094 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285977 May 12 19:07:40.537512 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43450) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:40.541758 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-cd98296e-63d2-47e6-9dc1-4c4b483c2d43 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'security_group_rule': {'security_group_id': '80c9565a-db98-4c47-bbb4-f58067b13aa7', 'project_id': 'ac196e75b746478c8ca28495d0971916', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:40.567428 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd98296e-63d2-47e6-9dc1-4c4b483c2d43 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (d5cde6f9-cc82-4d5b-a7cb-640bc347da00), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.597104 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:07:40.623796 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd98296e-63d2-47e6-9dc1-4c4b483c2d43 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (d5cde6f9-cc82-4d5b-a7cb-640bc347da00), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.627516 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd98296e-63d2-47e6-9dc1-4c4b483c2d43 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (d5cde6f9-cc82-4d5b-a7cb-640bc347da00), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.644589 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98296e-63d2-47e6-9dc1-4c4b483c2d43 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cde6f9-cc82-4d5b-a7cb-640bc347da00,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:40.653639 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd98296e-63d2-47e6-9dc1-4c4b483c2d43 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.654827 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-cd98296e-63d2-47e6-9dc1-4c4b483c2d43 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163805 May 12 19:07:40.658241 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43452) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:40.662729 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c0db1d61-e73d-446d-95a0-ed3448566f5b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'security_group_rule': {'security_group_id': '80c9565a-db98-4c47-bbb4-f58067b13aa7', 'project_id': 'ac196e75b746478c8ca28495d0971916', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:40.694861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0db1d61-e73d-446d-95a0-ed3448566f5b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (de99f378-8ef5-48f2-b378-6b6c419d379f), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.754762 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0db1d61-e73d-446d-95a0-ed3448566f5b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (de99f378-8ef5-48f2-b378-6b6c419d379f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.758429 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0db1d61-e73d-446d-95a0-ed3448566f5b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (de99f378-8ef5-48f2-b378-6b6c419d379f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.775787 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db1d61-e73d-446d-95a0-ed3448566f5b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de99f378-8ef5-48f2-b378-6b6c419d379f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:40.784395 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0db1d61-e73d-446d-95a0-ed3448566f5b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.785590 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c0db1d61-e73d-446d-95a0-ed3448566f5b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263428 May 12 19:07:40.788322 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:40.792684 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b88251d8-2008-4461-a69e-c86031fc29dc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'security_group_rule': {'security_group_id': '80c9565a-db98-4c47-bbb4-f58067b13aa7', 'project_id': 'ac196e75b746478c8ca28495d0971916', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:40.813325 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-b88251d8-2008-4461-a69e-c86031fc29dc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Project ac196e75b746478c8ca28495d0971916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:07:40.818942 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b88251d8-2008-4461-a69e-c86031fc29dc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (78853ef4-98d4-42f5-ad85-af4feb9b55c5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.825842 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '9ff408dc-c7f5-4aa8-95f4-5ca056694040', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'port_id': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'mac_address': 'fa:16:3e:7c:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:07:39Z', 'updated_at': '2022-05-12T19:07:39Z', 'revision_number': 0, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 5, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:07:40.852433 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c42ddb-558d-4766-b5e2-ab58d1f874ba None None] The sync data for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi is: [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '9ff408dc-c7f5-4aa8-95f4-5ca056694040', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'port_id': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'mac_address': 'fa:16:3e:7c:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:07:39Z', 'updated_at': '2022-05-12T19:07:39Z', 'revision_number': 0, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 5, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:07:40.877783 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b88251d8-2008-4461-a69e-c86031fc29dc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (78853ef4-98d4-42f5-ad85-af4feb9b55c5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.881765 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b88251d8-2008-4461-a69e-c86031fc29dc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (78853ef4-98d4-42f5-ad85-af4feb9b55c5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.902990 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88251d8-2008-4461-a69e-c86031fc29dc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78853ef4-98d4-42f5-ad85-af4feb9b55c5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:40.909215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b88251d8-2008-4461-a69e-c86031fc29dc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:40.913476 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b88251d8-2008-4461-a69e-c86031fc29dc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211653 May 12 19:07:40.913476 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 43456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:40.917826 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fa4addf1-d9b9-4082-a3b4-7bd38c986e1f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'security_group_rule': {'security_group_id': '80c9565a-db98-4c47-bbb4-f58067b13aa7', 'project_id': 'ac196e75b746478c8ca28495d0971916', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:40.939277 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-fa4addf1-d9b9-4082-a3b4-7bd38c986e1f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Project ac196e75b746478c8ca28495d0971916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:07:40.945249 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa4addf1-d9b9-4082-a3b4-7bd38c986e1f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (88876522-a16b-42aa-b780-ed4002a7e986), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.000293 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa4addf1-d9b9-4082-a3b4-7bd38c986e1f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (88876522-a16b-42aa-b780-ed4002a7e986), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.004173 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa4addf1-d9b9-4082-a3b4-7bd38c986e1f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (88876522-a16b-42aa-b780-ed4002a7e986), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.024456 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4addf1-d9b9-4082-a3b4-7bd38c986e1f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88876522-a16b-42aa-b780-ed4002a7e986,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:41.034203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa4addf1-d9b9-4082-a3b4-7bd38c986e1f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.035401 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fa4addf1-d9b9-4082-a3b4-7bd38c986e1f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210663 May 12 19:07:41.070081 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4302fa9d-a38a-4db7-97c0-6aaab41945a3 None None] New status for floating IP 9ff408dc-c7f5-4aa8-95f4-5ca056694040: ACTIVE {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:07:41.134830 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-04a7e0fb-8d74-4d08-a154-5872d2578381 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779301403&fields=id&tenant_id=ac196e75b746478c8ca28495d0971916 HTTP/1.1" status: 200 len: 267 time: 0.0521493 May 12 19:07:41.180193 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-47522ed7-acf2-41ff-a86d-4f8cb949f3f6 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:41.181677 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-47522ed7-acf2-41ff-a86d-4f8cb949f3f6 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.0460658 May 12 19:07:41.192987 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'port': {'security_groups': ['6004df7b-c104-4848-9bca-8effb29c9f2c', '80c9565a-db98-4c47-bbb4-f58067b13aa7']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:41.266087 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.493012 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] For port c55cf03b-d589-4c2a-9552-6206a1a5b978, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:41.524653 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.529352 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.581300 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:41.581941 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.583359 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-85a7f557-8306-46bc-acd5-a24394edbdb5 req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "PUT /v2.0/ports/c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 981 time: 0.3949082 May 12 19:07:41.583816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:07:41.589668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2daaa0-9e7a-487d-ac8f-25123f054d09" -d '{"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:07:41.615253 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea7ed-6697-45e2-b929-713532b3fead tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'Port': ['ID=c55cf03b-d589-4c2a-9552-6206a1a5b978,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:41.633686 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5413bef-cc31-4f9a-a5bc-f967c6c4aa89 x-openstack-request-id: req-e5413bef-cc31-4f9a-a5bc-f967c6c4aa89 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:07:41.634511 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:07:41.634965 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5413bef-cc31-4f9a-a5bc-f967c6c4aa89 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:07:41.635578 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5413bef-cc31-4f9a-a5bc-f967c6c4aa89'] response: {'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'status': 'completed', 'code': 200} May 12 19:07:41.693433 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fef66b-6bc4-4145-a7c2-5bebe8c411d1 req-33e6b3c0-d38a-4cdd-9899-9179fd59746c tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:41.695167 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39fef66b-6bc4-4145-a7c2-5bebe8c411d1 req-33e6b3c0-d38a-4cdd-9899-9179fd59746c tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0528071 May 12 19:07:41.762143 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39fef66b-6bc4-4145-a7c2-5bebe8c411d1 req-8b51830e-d9fd-4a42-8c0c-03d3e31b4c28 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610337 May 12 19:07:41.821654 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-9948ad93-610b-4a50-a846-d3e3ce6b26e6 None None] Provisioning complete for port c55cf03b-d589-4c2a-9552-6206a1a5b978 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:41.822200 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9948ad93-610b-4a50-a846-d3e3ce6b26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:41.851750 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-8be52ddf-e9e9-4f47-8465-3f7ea16ad53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:41.853174 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-8be52ddf-e9e9-4f47-8465-3f7ea16ad53b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1168 time: 0.0395875 May 12 19:07:41.903702 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-9948ad93-610b-4a50-a846-d3e3ce6b26e6 None None] Current status of the port c55cf03b-d589-4c2a-9552-6206a1a5b978 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:07:41.944190 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-69dccfff-1eff-4e5f-9859-620f1a6ef8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:41.945703 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-69dccfff-1eff-4e5f-9859-620f1a6ef8e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 915 time: 0.0847108 May 12 19:07:41.985244 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['c55cf03b-d589-4c2a-9552-6206a1a5b978'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:07:42.017233 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-78394f37-58fa-48ec-b19a-5d94957c2c60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 1001 time: 0.0631297 May 12 19:07:42.058613 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['c55cf03b-d589-4c2a-9552-6206a1a5b978'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:07:42.068405 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-87257579-6164-40e9-8e61-636e9c932a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:42.069954 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-87257579-6164-40e9-8e61-636e9c932a65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 200 len: 853 time: 0.0466805 May 12 19:07:42.115788 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-d3e0e244-de95-41cd-b6be-4d0821ce5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:42.117474 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-d3e0e244-de95-41cd-b6be-4d0821ce5ff7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402365 May 12 19:07:42.224535 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-307d4142-1e78-4949-9b70-014731402a8e service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979953 May 12 19:07:42.322048 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78ddeac6-9c3a-4ca3-9700-77ab06f69542 req-37543f71-3156-4faf-9b38-e4227e709ebf service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892642 May 12 19:07:42.476250 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-660c65c8-4d3c-4306-bf73-3c6ea6cf860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:42.477794 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-660c65c8-4d3c-4306-bf73-3c6ea6cf860a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1168 time: 0.0411153 May 12 19:07:42.589155 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-984ddbe4-bf94-4d65-8f07-93eccb558350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:42.590917 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-984ddbe4-bf94-4d65-8f07-93eccb558350 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 915 time: 0.1013229 May 12 19:07:42.663722 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-c51934ed-2c54-454a-be44-128ab9520e09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 1001 time: 0.0664918 May 12 19:07:42.724070 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-a7677267-9568-45d2-aaf6-4508d7f250f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:42.725609 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-a7677267-9568-45d2-aaf6-4508d7f250f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 200 len: 853 time: 0.0461555 May 12 19:07:42.770707 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-b4e50aa6-c0f6-4293-b4c3-fabe8c1c5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:42.772063 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-b4e50aa6-c0f6-4293-b4c3-fabe8c1c5447 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387018 May 12 19:07:42.864180 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-91e11ce0-7e50-4e00-97d4-12e3a87916d3 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842700 May 12 19:07:42.957904 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c2daaa0-9e7a-487d-ac8f-25123f054d09 req-d0eed8d7-8c27-40d7-bdb7-6ded45bc70c3 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868046 May 12 19:07:44.929651 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-ea6043c4-ff09-4292-a7ba-5d6f631d837a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1462802288&fields=id&tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 267 time: 0.0452898 May 12 19:07:45.037371 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-8a85c048-fcc5-4e03-8a6a-64308c19da48 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:45.040436 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-8a85c048-fcc5-4e03-8a6a-64308c19da48 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 812 time: 0.1044610 May 12 19:07:45.058953 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-435b26c2-e2e3-4710-903d-053e5d442f0d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/quotas/ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 375 time: 0.0107100 May 12 19:07:45.117139 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-f7cafbbd-a786-469b-9af8-c700e6530f58 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547373 May 12 19:07:45.216222 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-cc1b4d2a-c45d-4ff0-8c3e-197861415513 service neutron] 10.222.0.48 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867288 May 12 19:07:45.311299 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-ace5fbae-c353-4e69-99ca-58155dc37006 service neutron] 10.222.0.48 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886652 May 12 19:07:45.617989 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-402d45f2-ea97-4330-9b87-287861fd9eef req-ba60648c-9b2d-4deb-8f48-9e3e79c92f32 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 210 time: 0.0288458 May 12 19:07:46.727933 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-69a3c239-9453-4e26-840d-3a7205b38f42 req-6a574fab-46e6-43c9-b4ab-e9ae3a412704 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 210 time: 0.0312722 May 12 19:07:47.364286 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-dcac2742-511a-4735-9b16-56795f05c543 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:47.365753 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-dcac2742-511a-4735-9b16-56795f05c543 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 812 time: 0.1225450 May 12 19:07:47.398606 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f114d0-e42f-44b4-8384-c68153969049 req-ccfb8d13-d974-4586-bf49-5a58a1fb9b2c tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:47.400163 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f8f114d0-e42f-44b4-8384-c68153969049 req-ccfb8d13-d974-4586-bf49-5a58a1fb9b2c tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 945 time: 0.0585406 May 12 19:07:47.445675 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f8f114d0-e42f-44b4-8384-c68153969049 req-8457dd9d-49c3-4a52-9256-7d0f0900cc8c tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 May 12 19:07:47.828554 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ccfc529c-7812-4b7e-b478-aec2c6cc1ad4 req-210de9d3-a4b2-44e9-86c2-6383b3edb93d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 210 time: 0.0268910 May 12 19:07:48.563031 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f6f80-b847-4b3a-b964-be53f4076b8e req-88842f9c-91b4-4bbb-a0dd-d25928c2017e tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:48.564458 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f98f6f80-b847-4b3a-b964-be53f4076b8e req-88842f9c-91b4-4bbb-a0dd-d25928c2017e tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 945 time: 0.0506575 May 12 19:07:48.610096 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f98f6f80-b847-4b3a-b964-be53f4076b8e req-9a14be5f-1a48-4109-bc21-b23b1bb07695 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 May 12 19:07:48.754698 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-9171be26-70f9-40a7-99dd-9a7be72aca25 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 380 time: 0.0543172 May 12 19:07:48.921256 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-19e7c3aa-8f93-4850-8095-156de74be91f req-39e238b9-b437-4c57-b14e-105920afb2f8 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 210 time: 0.0280793 May 12 19:07:48.941576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'port': {'device_id': '0e7dad07-5489-481f-a88f-82935b3fd957', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'admin_state_up': True, 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'security_groups': ['5841b773-668a-4f7e-b602-48fc9a277202']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:49.074723 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Made reservation on behalf of ab7dbf84e4d74021b021fbf20b99a7c9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:07:49.078168 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.107572 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-2198b142-6af0-40b9-81b9-f5fb7d97e5c5 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:49.109041 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-2198b142-6af0-40b9-81b9-f5fb7d97e5c5 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.49 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 945 time: 0.0636506 May 12 19:07:49.280524 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Deleting port 450fe8c5-775f-4706-a48a-71d489c1b53d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:07:49.280870 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.321391 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5aff1d5d-df89-45e6-acb0-bd5e5358a804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.323758 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Allocated IP 172.20.0.5 (9c023c40-b2da-44b2-b84e-b8fea4bf4942/9ca4e124-08cf-4206-8b0d-9ce333e427bc/97f6e958-fd7c-4499-8394-1885592a7817) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:07:49.414000 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] For port 450fe8c5-775f-4706-a48a-71d489c1b53d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=450fe8c5-775f-4706-a48a-71d489c1b53d,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:07:49.414483 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.447221 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Calling delete_port for 450fe8c5-775f-4706-a48a-71d489c1b53d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:07:49.578342 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (97f6e958-fd7c-4499-8394-1885592a7817), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.671828 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (97f6e958-fd7c-4499-8394-1885592a7817), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.707807 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (450fe8c5-775f-4706-a48a-71d489c1b53d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.748412 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['450fe8c5-775f-4706-a48a-71d489c1b53d'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:07:49.755865 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7e846258-b6d4-4197-b6d4-7b990c4debe8 req-5097be0c-7c69-4d86-a4a7-784c84e20412 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=a16717c9-58f5-44ba-b7a5-881db819a3db HTTP/1.1" status: 200 len: 210 time: 0.0680444 May 12 19:07:49.758745 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:07:49.770203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:07:49.782209 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:07:49.791599 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=97f6e958-fd7c-4499-8394-1885592a7817,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:49.884939 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Pushing event deleted for resources: {'Port': ['ID=450fe8c5-775f-4706-a48a-71d489c1b53d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:49.889044 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] No DVR routers for this DVR port 450fe8c5-775f-4706-a48a-71d489c1b53d on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:07:49.893837 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.897062 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-740e58c6-d75b-4172-bcb4-047c942d6815 req-7a5f741b-2b2d-49cf-afba-1d6b3429d02b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.49 "DELETE /v2.0/ports/450fe8c5-775f-4706-a48a-71d489c1b53d HTTP/1.1" status: 204 len: 173 time: 0.7808373 May 12 19:07:49.897510 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16717c9-58f5-44ba-b7a5-881db819a3db', 'name': 'network-vif-deleted', 'tag': '450fe8c5-775f-4706-a48a-71d489c1b53d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:07:49.900539 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b234abd1-bf60-45ed-acb0-84d0cfacfb79" -d '{"events": [{"server_uuid": "a16717c9-58f5-44ba-b7a5-881db819a3db", "name": "network-vif-deleted", "tag": "450fe8c5-775f-4706-a48a-71d489c1b53d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:07:49.908192 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:49.908836 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:49.928312 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a9c4ea87-3da1-4a9d-b6d5-d3ede407373a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9904294 May 12 19:07:49.944257 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c3d241-139d-4aa4-bc9c-83e17c8d289e x-openstack-request-id: req-d3c3d241-139d-4aa4-bc9c-83e17c8d289e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:07:49.944804 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16717c9-58f5-44ba-b7a5-881db819a3db", "name": "network-vif-deleted", "tag": "450fe8c5-775f-4706-a48a-71d489c1b53d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:07:49.945068 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3c3d241-139d-4aa4-bc9c-83e17c8d289e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:07:49.945553 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c3d241-139d-4aa4-bc9c-83e17c8d289e'] response: {'server_uuid': 'a16717c9-58f5-44ba-b7a5-881db819a3db', 'name': 'network-vif-deleted', 'tag': '450fe8c5-775f-4706-a48a-71d489c1b53d', 'status': 'completed', 'code': 200} May 12 19:07:50.037191 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ca7b0-8b3c-4594-ace1-e22b62fe2346 req-5286c037-2f8a-488f-bdde-82212141b0c9 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:50.038719 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c27ca7b0-8b3c-4594-ace1-e22b62fe2346 req-5286c037-2f8a-488f-bdde-82212141b0c9 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 931 time: 0.0485287 May 12 19:07:50.043415 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Request body: {'port': {'device_id': '0e7dad07-5489-481f-a88f-82935b3fd957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:07:50.079780 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-40748016-a892-4fda-8a09-b4ec12ea5360 None None] Provisioning complete for port 97f6e958-fd7c-4499-8394-1885592a7817 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:07:50.080445 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-40748016-a892-4fda-8a09-b4ec12ea5360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (97f6e958-fd7c-4499-8394-1885592a7817), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.115114 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-40748016-a892-4fda-8a09-b4ec12ea5360 None None] Port 97f6e958-fd7c-4499-8394-1885592a7817 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:07:50.138693 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c27ca7b0-8b3c-4594-ace1-e22b62fe2346 req-3145bbfd-914e-4f25-ae5d-66ead1064d20 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923231 May 12 19:07:50.141698 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (97f6e958-fd7c-4499-8394-1885592a7817), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.446641 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f6e958-fd7c-4499-8394-1885592a7817 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:07:50.454989 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43652) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:50.458982 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Publish callbacks [] for port (97f6e958-fd7c-4499-8394-1885592a7817), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.475373 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Transition to ACTIVE for port object 97f6e958-fd7c-4499-8394-1885592a7817 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:07:50.479607 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (97f6e958-fd7c-4499-8394-1885592a7817), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.564927 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Pushing event updated for resources: {'Port': ['ID=97f6e958-fd7c-4499-8394-1885592a7817,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:50.580391 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ca45723-bdb5-4330-8c8d-9374b1276883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.619053 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Attempting to bind port 97f6e958-fd7c-4499-8394-1885592a7817 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:07:50.619406 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Attempting to bind port 97f6e958-fd7c-4499-8394-1885592a7817 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:07:50.619732 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Attempting to bind port 97f6e958-fd7c-4499-8394-1885592a7817 on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:50.625445 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Port 97f6e958-fd7c-4499-8394-1885592a7817 on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:07:50.625828 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Attempting to bind port 97f6e958-fd7c-4499-8394-1885592a7817 on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:07:50.631887 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:07:50.632329 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Checking segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:07:50.632712 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Bound using segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:07:50.633144 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Bound port: 97f6e958-fd7c-4499-8394-1885592a7817, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:07:50.633583 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (97f6e958-fd7c-4499-8394-1885592a7817), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.667369 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ca45723-bdb5-4330-8c8d-9374b1276883 admin admin] Publish callbacks [] for security_group (7dd7020d-8380-4bd1-9870-a4ce52af5cce), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.673151 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ca45723-bdb5-4330-8c8d-9374b1276883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (7dd7020d-8380-4bd1-9870-a4ce52af5cce), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.704567 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca45723-bdb5-4330-8c8d-9374b1276883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd7020d-8380-4bd1-9870-a4ce52af5cce,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:50.714096 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] For port 97f6e958-fd7c-4499-8394-1885592a7817, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:07:50.718380 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] For port 97f6e958-fd7c-4499-8394-1885592a7817, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=97f6e958-fd7c-4499-8394-1885592a7817,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:07:50.724380 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4ca45723-bdb5-4330-8c8d-9374b1276883 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5adecde6583e4528a530f91d3e5642ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682533 May 12 19:07:50.727101 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43656) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:07:50.728770 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (97f6e958-fd7c-4499-8394-1885592a7817), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.765781 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:50.766420 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.767836 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] 10.222.0.49 "PUT /v2.0/ports/97f6e958-fd7c-4499-8394-1885592a7817 HTTP/1.1" status: 200 len: 1093 time: 0.7282307 May 12 19:07:50.779702 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f472c605-7634-467e-b58a-9346b2e6898c admin admin] Publish callbacks [] for security_group (7dd7020d-8380-4bd1-9870-a4ce52af5cce), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.797843 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46460e8f-4fc0-41f2-843a-6b0a2cb97c16 service neutron] Pushing event updated for resources: {'Port': ['ID=97f6e958-fd7c-4499-8394-1885592a7817,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:50.803844 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f472c605-7634-467e-b58a-9346b2e6898c admin admin] Publish callbacks [] for security_group (7dd7020d-8380-4bd1-9870-a4ce52af5cce), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.870810 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f472c605-7634-467e-b58a-9346b2e6898c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (7dd7020d-8380-4bd1-9870-a4ce52af5cce), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.873366 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f472c605-7634-467e-b58a-9346b2e6898c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:50.879061 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f472c605-7634-467e-b58a-9346b2e6898c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7dd7020d-8380-4bd1-9870-a4ce52af5cce HTTP/1.1" status: 204 len: 168 time: 0.1508272 May 12 19:07:50.887287 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472c605-7634-467e-b58a-9346b2e6898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd7020d-8380-4bd1-9870-a4ce52af5cce,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:07:50.912885 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-1acf87cf-26b9-41b1-a346-fc40e3a69845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:50.914486 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-1acf87cf-26b9-41b1-a346-fc40e3a69845 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 1127 time: 0.0823963 May 12 19:07:50.967844 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-a6170dc1-8810-4639-96da-1b424d1f6e54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f6e958-fd7c-4499-8394-1885592a7817 HTTP/1.1" status: 200 len: 217 time: 0.0389924 May 12 19:07:51.032566 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-7ec9080b-b429-43fd-b02f-a4c0660aaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:51.034267 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-7ec9080b-b429-43fd-b02f-a4c0660aaf9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0609879 May 12 19:07:51.093443 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-648f86d0-6a89-4853-a39a-dede7a92f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:51.095215 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-648f86d0-6a89-4853-a39a-dede7a92f191 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550253 May 12 19:07:51.198307 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-f6f2ff21-07de-4c04-9fd5-b77ab3faee19 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960255 May 12 19:07:51.304599 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c71690-9ca0-435b-b319-3578a5744e79 req-af87f10a-5b62-40a2-a6d2-fa8744aa8e78 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:51.306091 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d4c71690-9ca0-435b-b319-3578a5744e79 req-af87f10a-5b62-40a2-a6d2-fa8744aa8e78 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0840311 May 12 19:07:51.346785 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf2735b7-207a-4982-85a4-d1ebb4e75360 req-01fcfbe8-689a-417d-b6f6-994df1a7d244 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421294 May 12 19:07:51.355671 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44447324-f519-4d96-8470-d344209c607d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:51.377223 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d4c71690-9ca0-435b-b319-3578a5744e79 req-8faabec0-1329-40d7-a326-e82fa4fbb7c4 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611515 May 12 19:07:51.946680 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7dad07-5489-481f-a88f-82935b3fd957', 'tag': '97f6e958-fd7c-4499-8394-1885592a7817'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:07:51.949083 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7dad07-5489-481f-a88f-82935b3fd957", "tag": "97f6e958-fd7c-4499-8394-1885592a7817"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:07:51.984620 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74489f3c-26cc-4cec-943a-36d773fd7ae2 x-openstack-request-id: req-74489f3c-26cc-4cec-943a-36d773fd7ae2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:07:51.985207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7dad07-5489-481f-a88f-82935b3fd957", "tag": "97f6e958-fd7c-4499-8394-1885592a7817", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:07:51.985207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74489f3c-26cc-4cec-943a-36d773fd7ae2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:07:51.985570 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74489f3c-26cc-4cec-943a-36d773fd7ae2'] response: {'name': 'network-changed', 'server_uuid': '0e7dad07-5489-481f-a88f-82935b3fd957', 'tag': '97f6e958-fd7c-4499-8394-1885592a7817', 'status': 'completed', 'code': 200} May 12 19:07:52.494957 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca84897-2796-41d8-8756-678e9e4e1096 req-457ad7e9-3a67-49dd-9871-74586ab1409a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:52.496395 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dca84897-2796-41d8-8756-678e9e4e1096 req-457ad7e9-3a67-49dd-9871-74586ab1409a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0526867 May 12 19:07:52.544060 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dca84897-2796-41d8-8756-678e9e4e1096 req-4e23d933-f20a-445a-ac1c-8a1e1d9878e6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 May 12 19:07:52.976014 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:53.656261 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c889e9-3b63-4bae-b62d-532cc9fab584 req-f2dfcbb6-7372-4773-ba65-b1d67c0206b8 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:53.657764 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66c889e9-3b63-4bae-b62d-532cc9fab584 req-f2dfcbb6-7372-4773-ba65-b1d67c0206b8 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0470970 May 12 19:07:53.707754 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-66c889e9-3b63-4bae-b62d-532cc9fab584 req-169c06d3-b280-4b5f-9c7d-25e7351b3c08 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440664 May 12 19:07:53.855990 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 450fe8c5-775f-4706-a48a-71d489c1b53d no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:07:53.876061 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 450fe8c5-775f-4706-a48a-71d489c1b53d {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:07:53.876395 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 450fe8c5-775f-4706-a48a-71d489c1b53d not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:07:54.171251 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-d6fbc240-bfca-4126-b259-196ee767766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:54.172771 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-d6fbc240-bfca-4126-b259-196ee767766a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 1127 time: 0.0518754 May 12 19:07:54.253391 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:54.285084 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-fb834a14-e601-4f12-a928-4a511d39dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:54.286967 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-fb834a14-e601-4f12-a928-4a511d39dd3f service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.1047184 May 12 19:07:54.341433 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-3de4b4b7-e145-41ab-8b87-5ecac4cfd443 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f6e958-fd7c-4499-8394-1885592a7817 HTTP/1.1" status: 200 len: 217 time: 0.0423489 May 12 19:07:54.393700 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-36f9a135-85b4-470a-a472-ec8782de774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:54.395198 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-36f9a135-85b4-470a-a472-ec8782de774b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0529425 May 12 19:07:54.439059 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-95483284-e8ae-419a-8503-348c26a2327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:54.440649 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-95483284-e8ae-419a-8503-348c26a2327b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391004 May 12 19:07:54.531829 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-867e297c-7b13-4933-b1b9-4fd2ca517778 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848017 May 12 19:07:54.625164 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e90b26c0-37e4-4c00-99b4-5e5c8d67ece9 req-e2479570-7d74-4dc3-af92-d9c49f279f45 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867517 May 12 19:07:54.777095 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:07:54.825668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b15fd1-aaa4-4da2-bf91-6225166d7849 req-d9e1510d-3cf4-4348-a511-382a983bb536 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:54.827106 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3b15fd1-aaa4-4da2-bf91-6225166d7849 req-d9e1510d-3cf4-4348-a511-382a983bb536 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0496125 May 12 19:07:54.874953 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3b15fd1-aaa4-4da2-bf91-6225166d7849 req-e95c1533-4870-40d5-87b9-eed60a41da40 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 May 12 19:07:54.939841 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:55.619746 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:07:55.984082 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50cc3a-41dd-4a1e-87c5-8912558393ae req-98e47cd5-9424-4651-909c-5e24148d20f6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:55.985519 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d50cc3a-41dd-4a1e-87c5-8912558393ae req-98e47cd5-9424-4651-909c-5e24148d20f6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0455158 May 12 19:07:56.032810 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d50cc3a-41dd-4a1e-87c5-8912558393ae req-f8d21770-426d-4034-8a58-e3a036d07882 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 May 12 19:07:57.142642 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9817a-15d7-4f27-b256-0e8c53fb4202 req-63f62eb4-3ede-4bb0-853d-cb71754702b0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:57.144094 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cfd9817a-15d7-4f27-b256-0e8c53fb4202 req-63f62eb4-3ede-4bb0-853d-cb71754702b0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0468643 May 12 19:07:57.195451 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cfd9817a-15d7-4f27-b256-0e8c53fb4202 req-e29d3046-a969-4016-8b81-3594b01151a7 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458488 May 12 19:07:58.315047 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169eca0-4f3b-4fc9-9595-4761e0a56a56 req-ef937dd6-b9b1-4367-8b36-f7159e4b2734 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:58.316502 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4169eca0-4f3b-4fc9-9595-4761e0a56a56 req-ef937dd6-b9b1-4367-8b36-f7159e4b2734 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0558758 May 12 19:07:58.364114 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4169eca0-4f3b-4fc9-9595-4761e0a56a56 req-8c2f1510-82ad-4f5f-a045-f029e1c1329a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 May 12 19:07:59.474942 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e3df8-365a-4349-b4c5-72787593154c req-3d2278e7-d570-4ac9-b3ec-2f5349411f4f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:07:59.476368 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7f3e3df8-365a-4349-b4c5-72787593154c req-3d2278e7-d570-4ac9-b3ec-2f5349411f4f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0460098 May 12 19:07:59.522366 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7f3e3df8-365a-4349-b4c5-72787593154c req-99dc5546-1b26-475c-a7a4-8292deae2154 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405650 May 12 19:08:00.639519 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5950b-7027-4cef-a9bc-524329ae4015 req-71f8ffa1-ec9d-4932-9632-54f0a68a0074 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:00.640989 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bbe5950b-7027-4cef-a9bc-524329ae4015 req-71f8ffa1-ec9d-4932-9632-54f0a68a0074 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0511827 May 12 19:08:00.688782 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bbe5950b-7027-4cef-a9bc-524329ae4015 req-ddbb5db7-2720-466f-a876-5796998312f2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 May 12 19:08:01.005679 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-dc67c8a1-1207-42cc-85b6-497b2d1a067e tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:01.007420 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-dc67c8a1-1207-42cc-85b6-497b2d1a067e tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/networks?id=2997f016-b318-4e70-8380-fdb20cba3a19 HTTP/1.1" status: 200 len: 814 time: 0.1069462 May 12 19:08:01.022368 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-bbf03423-b219-4810-a736-8f3915f127d7 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/quotas/3ff6e876f1ec44939bebef28b7dac12b HTTP/1.1" status: 200 len: 375 time: 0.0096085 May 12 19:08:01.324512 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-999655b3-dc42-4724-8102-3bf2dc3d7a78 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff6e876f1ec44939bebef28b7dac12b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2971926 May 12 19:08:01.411276 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-a373a0ef-40e0-49c8-910e-cfbe1bf9d4b9 service neutron] 10.222.0.48 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794268 May 12 19:08:01.500578 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-2c9032f4-054c-44e6-aaad-94cf9285d7f1 service neutron] 10.222.0.48 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837815 May 12 19:08:01.655414 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b19f96f-3736-4f80-835d-356e2e0851a3 req-fe0ff495-4106-4bf4-8130-afac019200b0 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 210 time: 0.0279698 May 12 19:08:01.807208 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535c372-853b-44b9-bed8-1bf34432046c req-b492671b-13df-4272-98a9-80a46f4240ab tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:01.808659 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a535c372-853b-44b9-bed8-1bf34432046c req-b492671b-13df-4272-98a9-80a46f4240ab tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0525155 May 12 19:08:01.859010 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a535c372-853b-44b9-bed8-1bf34432046c req-c4015f31-27b3-4889-a1a7-d332c6e8711d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445662 May 12 19:08:02.229730 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43820) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:08:02.335013 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93c9eb29-ce41-449f-9612-51cce4039fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:02.408580 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93c9eb29-ce41-449f-9612-51cce4039fa2 admin admin] Publish callbacks [] for security_group (67a20e16-7c15-4e89-a923-ea86addb508b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:02.412034 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93c9eb29-ce41-449f-9612-51cce4039fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (67a20e16-7c15-4e89-a923-ea86addb508b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:02.450114 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9eb29-ce41-449f-9612-51cce4039fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a20e16-7c15-4e89-a923-ea86addb508b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:02.455418 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-93c9eb29-ce41-449f-9612-51cce4039fa2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aa8bc53e79e4cab92e26cab61a86148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246137 May 12 19:08:02.458086 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43824) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:08:02.507541 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87e854a2-d1e0-486e-8a07-179f49957830 admin admin] Publish callbacks [] for security_group (67a20e16-7c15-4e89-a923-ea86addb508b), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:02.529296 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87e854a2-d1e0-486e-8a07-179f49957830 admin admin] Publish callbacks [] for security_group (67a20e16-7c15-4e89-a923-ea86addb508b), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:02.577354 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87e854a2-d1e0-486e-8a07-179f49957830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (67a20e16-7c15-4e89-a923-ea86addb508b), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:02.580162 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87e854a2-d1e0-486e-8a07-179f49957830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:02.581291 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-87e854a2-d1e0-486e-8a07-179f49957830 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67a20e16-7c15-4e89-a923-ea86addb508b HTTP/1.1" status: 204 len: 168 time: 0.1223423 May 12 19:08:02.588840 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e854a2-d1e0-486e-8a07-179f49957830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a20e16-7c15-4e89-a923-ea86addb508b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:02.709947 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-e6233250-1988-4d40-aa8c-59bf8b3861af tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:02.711478 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-e6233250-1988-4d40-aa8c-59bf8b3861af tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.49 "GET /v2.0/networks?id=2997f016-b318-4e70-8380-fdb20cba3a19 HTTP/1.1" status: 200 len: 814 time: 0.1162601 May 12 19:08:02.732756 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Request body: {'port': {'device_id': 'd7e84ce4-8a42-48d9-bc86-589443c631c7', 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19', 'admin_state_up': True, 'tenant_id': '3ff6e876f1ec44939bebef28b7dac12b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:08:02.800557 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a688690c-11e1-47ee-a700-32bf7f1d647b req-652f9f31-babd-4e5a-aea3-630a76579f09 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 210 time: 0.0627165 May 12 19:08:02.886373 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Made reservation on behalf of 3ff6e876f1ec44939bebef28b7dac12b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:08:02.890374 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:03.016605 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f55d9-ece0-4d16-b235-a21a71387359 req-49f58075-9ebf-4d8f-a097-42ee3eeea9d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:03.018011 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0f1f55d9-ece0-4d16-b235-a21a71387359 req-49f58075-9ebf-4d8f-a097-42ee3eeea9d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0701284 May 12 19:08:03.088715 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Allocated IP 172.20.0.10 (2997f016-b318-4e70-8380-fdb20cba3a19/e6118c6e-2e84-4421-b765-20ab4d014bc4/117ccdcc-426f-4743-96f9-32f327398cdd) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:08:03.113190 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0f1f55d9-ece0-4d16-b235-a21a71387359 req-ff2f58af-63ff-4db7-b0f5-1b7736fa6912 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772848 May 12 19:08:03.252874 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks [] for port (117ccdcc-426f-4743-96f9-32f327398cdd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:03.284602 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:03.324409 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Network 2997f016-b318-4e70-8380-fdb20cba3a19 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:08:03.327428 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:08:03.331159 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:08:03.361595 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Pushing event updated for resources: {'Port': ['ID=117ccdcc-426f-4743-96f9-32f327398cdd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:03.388626 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:03.389236 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:03.405915 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-02b934eb-eb5f-420f-9576-d43c9816245a tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6773040 May 12 19:08:03.424762 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Request body: {'port': {'device_id': 'd7e84ce4-8a42-48d9-bc86-589443c631c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:08:03.480982 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:03.776789 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117ccdcc-426f-4743-96f9-32f327398cdd {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:08:03.785023 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Publish callbacks [] for port (117ccdcc-426f-4743-96f9-32f327398cdd), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:03.797269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Transition to ACTIVE for port object 117ccdcc-426f-4743-96f9-32f327398cdd will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:08:03.800543 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:03.846058 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Pushing event updated for resources: {'Port': ['ID=117ccdcc-426f-4743-96f9-32f327398cdd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:03.856035 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.856377 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.857066 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.857066 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.857398 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.857732 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.858087 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.858418 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.858737 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.859058 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.859383 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.859861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.860060 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.860312 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.860625 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:03.890707 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 97f6e958-fd7c-4499-8394-1885592a7817 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:08:03.953503 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec21c-f9b8-4d1d-9f7d-4a6649d2ec4b req-890a8f16-2281-44cb-99b8-b78597a98502 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:03.954989 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e55ec21c-f9b8-4d1d-9f7d-4a6649d2ec4b req-890a8f16-2281-44cb-99b8-b78597a98502 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 944 time: 0.0857048 May 12 19:08:03.993571 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Attempting to bind port 117ccdcc-426f-4743-96f9-32f327398cdd on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:08:03.993889 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Attempting to bind port 117ccdcc-426f-4743-96f9-32f327398cdd by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:08:03.994210 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Attempting to bind port 117ccdcc-426f-4743-96f9-32f327398cdd on network 2997f016-b318-4e70-8380-fdb20cba3a19 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:08:04.009229 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Port 117ccdcc-426f-4743-96f9-32f327398cdd on network 2997f016-b318-4e70-8380-fdb20cba3a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:08:04.009571 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Attempting to bind port 117ccdcc-426f-4743-96f9-32f327398cdd on network 2997f016-b318-4e70-8380-fdb20cba3a19 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:08:04.021664 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:08:04.021987 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Checking segment: {'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:08:04.022381 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Bound using segment: {'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:08:04.022824 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Bound port: 117ccdcc-426f-4743-96f9-32f327398cdd, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b8ed7c-d260-41a1-911b-9be5ceefe863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:08:04.023187 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:04.039385 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e55ec21c-f9b8-4d1d-9f7d-4a6649d2ec4b req-d2239a9e-c205-4ffa-b98f-0dce43100f6b tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 May 12 19:08:04.095315 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] For port 117ccdcc-426f-4743-96f9-32f327398cdd, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:08:04.098690 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] For port 117ccdcc-426f-4743-96f9-32f327398cdd, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=117ccdcc-426f-4743-96f9-32f327398cdd,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:08:04.104345 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:04.125444 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 97f6e958-fd7c-4499-8394-1885592a7817, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=97f6e958-fd7c-4499-8394-1885592a7817,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:08:04.141107 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '97f6e958-fd7c-4499-8394-1885592a7817', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'port_id': '97f6e958-fd7c-4499-8394-1885592a7817', 'mac_address': 'fa:16:3e:47:eb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:08:04.142721 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:04.143338 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:04.144699 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] 10.222.0.49 "PUT /v2.0/ports/117ccdcc-426f-4743-96f9-32f327398cdd HTTP/1.1" status: 200 len: 1094 time: 0.7238533 May 12 19:08:04.145134 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e84ce4-8a42-48d9-bc86-589443c631c7', 'tag': '117ccdcc-426f-4743-96f9-32f327398cdd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:08:04.147449 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce22bf3a-d413-40c0-815f-c7a31579d853" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e84ce4-8a42-48d9-bc86-589443c631c7", "tag": "117ccdcc-426f-4743-96f9-32f327398cdd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:08:04.187880 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec5c61-6887-481f-ae7c-b5b1051e378d service neutron] Pushing event updated for resources: {'Port': ['ID=117ccdcc-426f-4743-96f9-32f327398cdd,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:04.194106 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 97f6e958-fd7c-4499-8394-1885592a7817 is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:08:04.194707 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (97f6e958-fd7c-4499-8394-1885592a7817), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:04.209391 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7d578-ff36-4ecd-8042-a430013ec8cf x-openstack-request-id: req-73f7d578-ff36-4ecd-8042-a430013ec8cf {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:08:04.209719 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e84ce4-8a42-48d9-bc86-589443c631c7", "tag": "117ccdcc-426f-4743-96f9-32f327398cdd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:08:04.209973 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73f7d578-ff36-4ecd-8042-a430013ec8cf {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:08:04.210379 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f7d578-ff36-4ecd-8042-a430013ec8cf'] response: {'name': 'network-changed', 'server_uuid': 'd7e84ce4-8a42-48d9-bc86-589443c631c7', 'tag': '117ccdcc-426f-4743-96f9-32f327398cdd', 'status': 'completed', 'code': 200} May 12 19:08:04.215563 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f6e958-fd7c-4499-8394-1885592a7817 {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:08:04.237467 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 97f6e958-fd7c-4499-8394-1885592a7817, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=97f6e958-fd7c-4499-8394-1885592a7817,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:08:04.241589 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (97f6e958-fd7c-4499-8394-1885592a7817), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:04.270118 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9c3cb-b0aa-439d-80e0-55961d7caed6 req-0117b442-f4d8-4332-9448-3484cbb58064 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:04.271596 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-64f9c3cb-b0aa-439d-80e0-55961d7caed6 req-0117b442-f4d8-4332-9448-3484cbb58064 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 943 time: 0.0776329 May 12 19:08:04.274993 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-efcc3bbc-5574-47c3-aad3-a30b023f11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:04.276368 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-efcc3bbc-5574-47c3-aad3-a30b023f11a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ff6e876f1ec44939bebef28b7dac12b&device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 1128 time: 0.0695660 May 12 19:08:04.289561 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=97f6e958-fd7c-4499-8394-1885592a7817,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:04.333924 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-1d88688f-4e95-4d7e-bbf9-5e7e48a83fd7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117ccdcc-426f-4743-96f9-32f327398cdd HTTP/1.1" status: 200 len: 217 time: 0.0431170 May 12 19:08:04.385076 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-64f9c3cb-b0aa-439d-80e0-55961d7caed6 req-9f8bfef4-6698-4621-811d-5d0177a59cd6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074989 May 12 19:08:04.397036 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-1b2075cc-1dae-40ec-8df8-3e44c4325888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:04.398507 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-1b2075cc-1dae-40ec-8df8-3e44c4325888 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6118c6e-2e84-4421-b765-20ab4d014bc4 HTTP/1.1" status: 200 len: 854 time: 0.0572019 May 12 19:08:04.431332 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-644a4b4e-b1fd-4bfa-b6a2-f002ceaa9d0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2997f016-b318-4e70-8380-fdb20cba3a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259423 May 12 19:08:04.528010 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-db25a38e-f019-4c8a-ae73-2dfdb38eefdd service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862920 May 12 19:08:04.549418 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['97f6e958-fd7c-4499-8394-1885592a7817'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:08:04.617453 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9da46eb4-245a-4176-bd76-d6ec4da0cb22 req-5e80afd7-c137-4caf-a9e8-58da5529c625 service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830691 May 12 19:08:05.160197 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53006c8d-f1b1-4965-9262-e5a9cf61da78 req-69ba3dd3-d5b1-49fe-bb1b-9439067c84df tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:05.161689 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53006c8d-f1b1-4965-9262-e5a9cf61da78 req-69ba3dd3-d5b1-49fe-bb1b-9439067c84df tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 944 time: 0.0521863 May 12 19:08:05.208284 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53006c8d-f1b1-4965-9262-e5a9cf61da78 req-84afbc4c-a5e3-4ccf-9dfb-19d0c600a852 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 May 12 19:08:05.495578 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b125-bc42-4d3c-9a1a-e7c79735ab27 req-e62a122e-46d7-4f5b-942c-8d0dc0c93315 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:05.497007 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc26b125-bc42-4d3c-9a1a-e7c79735ab27 req-e62a122e-46d7-4f5b-942c-8d0dc0c93315 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 944 time: 0.0453796 May 12 19:08:05.554903 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-8807bc66-17d1-4424-a15f-419a05b33649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:05.556315 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-8807bc66-17d1-4424-a15f-419a05b33649 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ff6e876f1ec44939bebef28b7dac12b&device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 1128 time: 0.0584881 May 12 19:08:05.595013 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc26b125-bc42-4d3c-9a1a-e7c79735ab27 req-e5a39ade-a841-4174-a9eb-93c0fccf477b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893757 May 12 19:08:05.654980 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-5c6631ff-aad7-4b50-bf68-f807513e7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:05.656407 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-5c6631ff-aad7-4b50-bf68-f807513e7317 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2997f016-b318-4e70-8380-fdb20cba3a19 HTTP/1.1" status: 200 len: 915 time: 0.0942142 May 12 19:08:05.700430 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-cfddfeb7-69df-4aa8-85d4-bf260e839a03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117ccdcc-426f-4743-96f9-32f327398cdd HTTP/1.1" status: 200 len: 217 time: 0.0379188 May 12 19:08:05.750541 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-f5580764-dc69-4d13-929a-5c4e83bf4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:05.751941 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-f5580764-dc69-4d13-929a-5c4e83bf4303 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6118c6e-2e84-4421-b765-20ab4d014bc4 HTTP/1.1" status: 200 len: 854 time: 0.0444067 May 12 19:08:05.783770 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-7a6be67d-4b03-4906-9ba3-07e67baca372 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2997f016-b318-4e70-8380-fdb20cba3a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253494 May 12 19:08:05.876292 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-b952f4af-b49c-4ae9-87a9-f800301ef90e service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866189 May 12 19:08:05.916157 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 97f6e958-fd7c-4499-8394-1885592a7817 up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:08:05.962253 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 97f6e958-fd7c-4499-8394-1885592a7817 completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:08:05.964021 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce22bf3a-d413-40c0-815f-c7a31579d853 req-c9b461c6-0509-434f-a8ec-aa55340d7fa5 service neutron] 10.222.0.49 "GET /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815687 May 12 19:08:05.968600 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 97f6e958-fd7c-4499-8394-1885592a7817 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:08:05.968993 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (97f6e958-fd7c-4499-8394-1885592a7817), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:06.045772 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 97f6e958-fd7c-4499-8394-1885592a7817 is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:08:06.046145 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (97f6e958-fd7c-4499-8394-1885592a7817), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:06.067749 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7dad07-5489-481f-a88f-82935b3fd957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f6e958-fd7c-4499-8394-1885592a7817'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:08:06.069971 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fbd777-aa7f-4a4c-9a8d-57ec3ac52317" -d '{"events": [{"server_uuid": "0e7dad07-5489-481f-a88f-82935b3fd957", "name": "network-vif-plugged", "status": "completed", "tag": "97f6e958-fd7c-4499-8394-1885592a7817"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:08:06.082734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 97f6e958-fd7c-4499-8394-1885592a7817, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=97f6e958-fd7c-4499-8394-1885592a7817,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:08:06.086643 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (97f6e958-fd7c-4499-8394-1885592a7817), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:06.110579 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb832b5-8e5e-44b2-aeea-09eafb3f89ed x-openstack-request-id: req-fdb832b5-8e5e-44b2-aeea-09eafb3f89ed {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:08:06.110876 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7dad07-5489-481f-a88f-82935b3fd957", "name": "network-vif-plugged", "status": "completed", "tag": "97f6e958-fd7c-4499-8394-1885592a7817", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:08:06.111133 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdb832b5-8e5e-44b2-aeea-09eafb3f89ed {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:08:06.111523 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb832b5-8e5e-44b2-aeea-09eafb3f89ed'] response: {'server_uuid': '0e7dad07-5489-481f-a88f-82935b3fd957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f6e958-fd7c-4499-8394-1885592a7817', 'code': 200} May 12 19:08:06.140093 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=97f6e958-fd7c-4499-8394-1885592a7817,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:06.319158 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dcc97-f05e-441e-b3b8-9ea5fa8db022 req-1092a975-23b4-4467-8bab-321667f04e25 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:06.320615 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2c6dcc97-f05e-441e-b3b8-9ea5fa8db022 req-1092a975-23b4-4467-8bab-321667f04e25 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 944 time: 0.0468178 May 12 19:08:06.382001 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9a4fa-ef80-42d9-8b9b-b1a17fabf84a req-818fdb40-8b12-450f-9afa-872893d910f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:06.383438 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-13e9a4fa-ef80-42d9-8b9b-b1a17fabf84a req-818fdb40-8b12-450f-9afa-872893d910f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 1129 time: 0.0590353 May 12 19:08:06.410769 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2c6dcc97-f05e-441e-b3b8-9ea5fa8db022 req-9ca5aa94-4037-417a-8f21-13fe4700dc9e tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774975 May 12 19:08:06.438836 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-13e9a4fa-ef80-42d9-8b9b-b1a17fabf84a req-3887c206-bdeb-46b3-82ec-b11dcdb5cf63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 May 12 19:08:06.709723 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25149-0c43-4b56-89d1-36cecaf4f85c req-1df7eaad-9e3d-4b7f-b488-a2588f191c39 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:06.711154 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-02e25149-0c43-4b56-89d1-36cecaf4f85c req-1df7eaad-9e3d-4b7f-b488-a2588f191c39 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 945 time: 0.0459938 May 12 19:08:06.759176 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-02e25149-0c43-4b56-89d1-36cecaf4f85c req-bf1b8c88-87db-4fb4-97e3-3370985f36e0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426381 May 12 19:08:07.526931 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354a19-19ef-44b6-a703-71458d22e00a req-5dad8984-6c40-4c99-b9c0-9bf626032f99 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:07.528388 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-82354a19-19ef-44b6-a703-71458d22e00a req-5dad8984-6c40-4c99-b9c0-9bf626032f99 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 944 time: 0.0498974 May 12 19:08:07.574167 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-82354a19-19ef-44b6-a703-71458d22e00a req-36f8d0e9-efde-4f67-a0dc-0b2a2b4860e5 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 May 12 19:08:07.875828 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd461-6fb9-49f7-a3bd-1c865f997d9c req-30a35a6d-1a0b-45eb-b033-ee3586f044ff tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:07.877306 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad4fd461-6fb9-49f7-a3bd-1c865f997d9c req-30a35a6d-1a0b-45eb-b033-ee3586f044ff tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 945 time: 0.0511410 May 12 19:08:07.926209 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad4fd461-6fb9-49f7-a3bd-1c865f997d9c req-c9529006-dfbc-4057-b7bc-c09fc1321749 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431645 May 12 19:08:07.931378 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 117ccdcc-426f-4743-96f9-32f327398cdd details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:08:08.028654 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 117ccdcc-426f-4743-96f9-32f327398cdd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=117ccdcc-426f-4743-96f9-32f327398cdd,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:08:08.036439 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f086ec-8666-40e3-aaeb-2d6c503c2288 req-e13064a2-4cd9-41a9-a8b4-d12a4e5d16f5 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:08.037956 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a5f086ec-8666-40e3-aaeb-2d6c503c2288 req-e13064a2-4cd9-41a9-a8b4-d12a4e5d16f5 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 945 time: 0.0466838 May 12 19:08:08.040560 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '117ccdcc-426f-4743-96f9-32f327398cdd', 'network_id': '2997f016-b318-4e70-8380-fdb20cba3a19', 'port_id': '117ccdcc-426f-4743-96f9-32f327398cdd', 'mac_address': 'fa:16:3e:2d:d4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6118c6e-2e84-4421-b765-20ab4d014bc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:08:08.081939 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 117ccdcc-426f-4743-96f9-32f327398cdd is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:08:08.082328 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:08.094956 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117ccdcc-426f-4743-96f9-32f327398cdd {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:08:08.096638 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a5f086ec-8666-40e3-aaeb-2d6c503c2288 req-d77d8e2c-dd59-4b0a-9af0-843d24869a51 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470645 May 12 19:08:08.114941 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 117ccdcc-426f-4743-96f9-32f327398cdd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=117ccdcc-426f-4743-96f9-32f327398cdd,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:08:08.119671 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:08.120129 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43860) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:08:08.167387 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=117ccdcc-426f-4743-96f9-32f327398cdd,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:08.300843 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bff93a-c60f-46ba-b948-37cbb0552400 tempest-TestVolumeBootPattern-478608688 tempest-TestVolumeBootPattern-478608688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:08.302329 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-13bff93a-c60f-46ba-b948-37cbb0552400 tempest-TestVolumeBootPattern-478608688 tempest-TestVolumeBootPattern-478608688-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 1124 time: 0.1811619 May 12 19:08:08.305277 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 43864) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:08:08.309547 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'port_id': '97f6e958-fd7c-4499-8394-1885592a7817', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:08:08.329850 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:08.412175 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:08.430317 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['117ccdcc-426f-4743-96f9-32f327398cdd'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:08:08.512758 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Allocated IP 172.27.3.40 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/f3655fb0-8d16-4f6e-8de8-0d688e4496a5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:08:08.619131 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:08.653077 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:08.683421 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c07d5-d994-4c45-bc1b-784fe7b45f1a req-df88a80c-6e3c-45ac-9a44-2f668ebfa130 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:08.684980 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c36c07d5-d994-4c45-bc1b-784fe7b45f1a req-df88a80c-6e3c-45ac-9a44-2f668ebfa130 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 945 time: 0.0472050 May 12 19:08:08.691435 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:08:08.697981 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:08:08.700486 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:08:08.723071 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=f3655fb0-8d16-4f6e-8de8-0d688e4496a5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:08.732772 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c36c07d5-d994-4c45-bc1b-784fe7b45f1a req-9e62fc2a-678d-4d74-8913-a487bd8e1406 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 May 12 19:08:08.741587 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.741930 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.742258 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.742586 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.742906 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.743224 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.743539 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.743851 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.744164 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.744478 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.744790 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.745129 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.745396 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.754718 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:08.754718 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:08:09.295340 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (57612eb6-edd1-400a-9f42-8a999ff4a95a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:09.364032 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:09.540404 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:09.545327 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4248518'] for port (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:09.612244 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=f3655fb0-8d16-4f6e-8de8-0d688e4496a5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:09.619975 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (57612eb6-edd1-400a-9f42-8a999ff4a95a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:09.720215 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Floating IP 57612eb6-edd1-400a-9f42-8a999ff4a95a associated. External IP: 172.27.3.40, port: 97f6e958-fd7c-4499-8394-1885592a7817. May 12 19:08:09.848004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09406ad2-6a5f-41c6-8763-82f67f14e598 req-5444f43e-1af0-4dd2-9f39-698333886932 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:09.849466 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09406ad2-6a5f-41c6-8763-82f67f14e598 req-5444f43e-1af0-4dd2-9f39-698333886932 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 945 time: 0.0472798 May 12 19:08:09.896753 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09406ad2-6a5f-41c6-8763-82f67f14e598 req-1bf75f65-0f12-4684-8d35-d1f405eb3336 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 May 12 19:08:09.936270 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 117ccdcc-426f-4743-96f9-32f327398cdd up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:08:09.939523 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:08:09.980752 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 117ccdcc-426f-4743-96f9-32f327398cdd completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:08:09.986501 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 117ccdcc-426f-4743-96f9-32f327398cdd triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:08:09.986931 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:10.049615 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:08:10.060740 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:08:10.068567 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:10.075475 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 117ccdcc-426f-4743-96f9-32f327398cdd is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:08:10.076374 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:10.087185 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:08:10.087829 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:07:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:08:10.107167 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-36909368-c608-46fa-8579-5de687c91dbc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8008044 May 12 19:08:10.107705 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7dad07-5489-481f-a88f-82935b3fd957', 'tag': '97f6e958-fd7c-4499-8394-1885592a7817'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:08:10.110032 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7dad07-5489-481f-a88f-82935b3fd957", "tag": "97f6e958-fd7c-4499-8394-1885592a7817"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:08:10.135153 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e84ce4-8a42-48d9-bc86-589443c631c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ccdcc-426f-4743-96f9-32f327398cdd'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:08:10.137362 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdb4cf0-9023-43be-b4b7-6d558d30783f" -d '{"events": [{"server_uuid": "d7e84ce4-8a42-48d9-bc86-589443c631c7", "name": "network-vif-plugged", "status": "completed", "tag": "117ccdcc-426f-4743-96f9-32f327398cdd"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:08:10.155439 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 117ccdcc-426f-4743-96f9-32f327398cdd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=117ccdcc-426f-4743-96f9-32f327398cdd,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:08:10.156658 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689e4ba1-69a9-4398-be34-c723b7db7e4a x-openstack-request-id: req-689e4ba1-69a9-4398-be34-c723b7db7e4a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:08:10.156955 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7dad07-5489-481f-a88f-82935b3fd957", "tag": "97f6e958-fd7c-4499-8394-1885592a7817", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:08:10.157428 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-689e4ba1-69a9-4398-be34-c723b7db7e4a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:08:10.157917 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689e4ba1-69a9-4398-be34-c723b7db7e4a'] response: {'name': 'network-changed', 'server_uuid': '0e7dad07-5489-481f-a88f-82935b3fd957', 'tag': '97f6e958-fd7c-4499-8394-1885592a7817', 'status': 'completed', 'code': 200} May 12 19:08:10.161489 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:10.193375 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7127ffc0-2df9-4e54-a76e-e997582c870c x-openstack-request-id: req-7127ffc0-2df9-4e54-a76e-e997582c870c {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:08:10.193687 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e84ce4-8a42-48d9-bc86-589443c631c7", "name": "network-vif-plugged", "status": "completed", "tag": "117ccdcc-426f-4743-96f9-32f327398cdd", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:08:10.194018 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7127ffc0-2df9-4e54-a76e-e997582c870c {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:08:10.194402 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7127ffc0-2df9-4e54-a76e-e997582c870c'] response: {'server_uuid': 'd7e84ce4-8a42-48d9-bc86-589443c631c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ccdcc-426f-4743-96f9-32f327398cdd', 'code': 200} May 12 19:08:10.261955 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=117ccdcc-426f-4743-96f9-32f327398cdd,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:10.265613 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:08:10.282232 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-5d104eab-7fdf-42b2-ae29-addc26788a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:10.283715 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-5d104eab-7fdf-42b2-ae29-addc26788a2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 1129 time: 0.0468678 May 12 19:08:10.379245 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-e093dd27-0470-4abb-b2db-d47f3870f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:10.381005 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-e093dd27-0470-4abb-b2db-d47f3870f208 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.0907347 May 12 19:08:10.457429 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0087-a047-4ff9-a185-556396c21500 req-45ec1ec7-e819-4612-9fba-50a8204e6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:10.458952 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-728a0087-a047-4ff9-a185-556396c21500 req-45ec1ec7-e819-4612-9fba-50a8204e6dc9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 1130 time: 0.0770090 May 12 19:08:10.484055 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-abcc8159-b6d0-49a0-a2b5-2e6711358bd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f6e958-fd7c-4499-8394-1885592a7817 HTTP/1.1" status: 200 len: 998 time: 0.0931120 May 12 19:08:10.491369 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '57612eb6-edd1-400a-9f42-8a999ff4a95a', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '97f6e958-fd7c-4499-8394-1885592a7817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:47:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dad07-5489-481f-a88f-82935b3fd957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:08:09Z', 'updated_at': '2022-05-12T19:08:09Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:08:10.517637 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:08:10.525997 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:08:10.526601 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:07:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:08:10.537087 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-728a0087-a047-4ff9-a185-556396c21500 req-5127dfb2-9df3-441f-ab60-4f02c709b808 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714123 May 12 19:08:10.549461 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-dda9076b-b83a-40de-abf6-8f15ddce2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:10.550883 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-dda9076b-b83a-40de-abf6-8f15ddce2bb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0557714 May 12 19:08:10.631546 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:08:10.842264 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '57612eb6-edd1-400a-9f42-8a999ff4a95a', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '97f6e958-fd7c-4499-8394-1885592a7817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:47:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dad07-5489-481f-a88f-82935b3fd957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:08:09Z', 'updated_at': '2022-05-12T19:08:09Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:08:10.853120 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-bc6a7156-43d4-46c9-a45c-11cd90f80083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:10.854724 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-bc6a7156-43d4-46c9-a45c-11cd90f80083 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411510 May 12 19:08:10.868764 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519927b1-5d4d-406c-822f-bc7a911c5e46 None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '57612eb6-edd1-400a-9f42-8a999ff4a95a', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '97f6e958-fd7c-4499-8394-1885592a7817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:47:eb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dad07-5489-481f-a88f-82935b3fd957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:08:09Z', 'updated_at': '2022-05-12T19:08:09Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:08:10.957919 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-528bdf83-54e6-4727-b388-f9caaf78e1eb service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877736 May 12 19:08:11.013958 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46827a88-dd0c-426d-b35c-c90a557d4178 req-80298666-f49c-444f-b718-4849f4f2fc8f tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:11.015509 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46827a88-dd0c-426d-b35c-c90a557d4178 req-80298666-f49c-444f-b718-4849f4f2fc8f tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 946 time: 0.0483389 May 12 19:08:11.068349 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46827a88-dd0c-426d-b35c-c90a557d4178 req-38af7035-076a-45b2-93af-444bc7b33cce tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472572 May 12 19:08:11.069556 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8866e-7abf-4ab8-807a-523bff11f3fb None None] New status for floating IP 57612eb6-edd1-400a-9f42-8a999ff4a95a: ACTIVE {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:08:11.269953 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dfa144b-b62b-40d1-b36e-b30e28a8e6c0 req-8c76ac62-a7e1-4785-b1f8-6db40d109f05 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837123 May 12 19:08:12.192098 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf721ee-ed83-42ef-9f63-302a8da99c91 req-14be90b7-0500-4d6d-8ac9-d3d8024cc240 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:12.193565 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8cf721ee-ed83-42ef-9f63-302a8da99c91 req-14be90b7-0500-4d6d-8ac9-d3d8024cc240 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 946 time: 0.0487759 May 12 19:08:12.243085 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8cf721ee-ed83-42ef-9f63-302a8da99c91 req-fb4a04ca-d911-40a8-b299-7aa917b2696d tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 May 12 19:08:14.885345 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f3b99-6628-4bbf-9ed0-e596488d3bf8 req-3843c937-507d-488e-988a-4e4862ff3342 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:14.886765 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-176f3b99-6628-4bbf-9ed0-e596488d3bf8 req-3843c937-507d-488e-988a-4e4862ff3342 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0598688 May 12 19:08:14.932213 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28966a1-f981-4b8b-8430-335020bb060b req-32c814f9-15a4-4308-9745-69a9f7eaad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:14.933777 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b28966a1-f981-4b8b-8430-335020bb060b req-32c814f9-15a4-4308-9745-69a9f7eaad66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1168 time: 0.0616956 May 12 19:08:15.003935 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-176f3b99-6628-4bbf-9ed0-e596488d3bf8 req-81ba32cd-adf1-465f-9ec6-dc81cf35ad72 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965443 May 12 19:08:15.058179 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28966a1-f981-4b8b-8430-335020bb060b req-66bc246c-4a1e-45e3-892a-7a7171d51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:15.060379 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b28966a1-f981-4b8b-8430-335020bb060b req-66bc246c-4a1e-45e3-892a-7a7171d51afa service neutron] 10.222.0.49 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 915 time: 0.1157968 May 12 19:08:15.130714 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b28966a1-f981-4b8b-8430-335020bb060b req-26f54c06-0caf-48d5-8dbd-9a68dc954c08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 1001 time: 0.0643544 May 12 19:08:15.188324 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28966a1-f981-4b8b-8430-335020bb060b req-ca326777-3681-4953-892b-df200f5538be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:15.189847 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b28966a1-f981-4b8b-8430-335020bb060b req-ca326777-3681-4953-892b-df200f5538be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 200 len: 853 time: 0.0530357 May 12 19:08:15.233983 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28966a1-f981-4b8b-8430-335020bb060b req-479806e4-c373-48d1-b364-75e4b8bceb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:15.235484 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b28966a1-f981-4b8b-8430-335020bb060b req-479806e4-c373-48d1-b364-75e4b8bceb2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396655 May 12 19:08:15.326887 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b28966a1-f981-4b8b-8430-335020bb060b req-1f568cf2-b3f7-418b-975a-652aeed30fe3 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845001 May 12 19:08:15.436308 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b28966a1-f981-4b8b-8430-335020bb060b req-4adbc562-91f1-4579-bba7-73745177844c service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025355 May 12 19:08:16.123165 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a5002-e91e-4ec4-946e-b25d02a8169d req-0df2717b-1650-4392-9fbd-5dcc0f1d6710 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:16.125336 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-125a5002-e91e-4ec4-946e-b25d02a8169d req-0df2717b-1650-4392-9fbd-5dcc0f1d6710 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0485146 May 12 19:08:16.184369 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-125a5002-e91e-4ec4-946e-b25d02a8169d req-99f31f81-5c86-43ba-beb7-8267704fe97b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539379 May 12 19:08:17.300404 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14d4ff-8f52-4c28-8ed8-b213d08c27a6 req-22582429-5efd-4122-a21c-79d913eced27 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:17.301863 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee14d4ff-8f52-4c28-8ed8-b213d08c27a6 req-22582429-5efd-4122-a21c-79d913eced27 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0502632 May 12 19:08:17.360067 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee14d4ff-8f52-4c28-8ed8-b213d08c27a6 req-575a246f-5ea2-4d8f-ae27-df4d5988e8d0 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526135 May 12 19:08:18.470821 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52048-fdc5-49e9-97e4-36c4bb67bcbb req-816286a4-458b-426d-9601-dd03887ae847 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:18.472312 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31e52048-fdc5-49e9-97e4-36c4bb67bcbb req-816286a4-458b-426d-9601-dd03887ae847 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0464311 May 12 19:08:18.530048 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31e52048-fdc5-49e9-97e4-36c4bb67bcbb req-0558594b-b564-489d-bc4c-fe733b0754e2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522017 May 12 19:08:19.323474 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f9ba337-3142-436c-8107-3e0853a183c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:19.645302 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977dd9e-be06-47f7-8e07-c675530f731b req-1231763c-60c3-438f-88d9-192e40075049 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:19.646740 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f977dd9e-be06-47f7-8e07-c675530f731b req-1231763c-60c3-438f-88d9-192e40075049 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0490296 May 12 19:08:19.705254 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f977dd9e-be06-47f7-8e07-c675530f731b req-f1b924ac-a62f-439e-96c7-8dcc8d57bee6 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521839 May 12 19:08:20.817236 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9dd13-b5ff-4f34-9633-726904b8534f req-ee94746c-9d6c-4b78-9e79-41c445e1a239 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:20.818706 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-36c9dd13-b5ff-4f34-9633-726904b8534f req-ee94746c-9d6c-4b78-9e79-41c445e1a239 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0465064 May 12 19:08:20.881390 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-36c9dd13-b5ff-4f34-9633-726904b8534f req-31691093-2c2e-4214-8c7b-596333431163 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570552 May 12 19:08:21.358511 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3e0e419f-7829-4eb1-a761-190207457905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:21.990769 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bdd9b-70c3-477f-8e32-3e367a544412 req-a8df6ced-299b-40c1-96f4-1fc928e7fd89 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:21.992215 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d08bdd9b-70c3-477f-8e32-3e367a544412 req-a8df6ced-299b-40c1-96f4-1fc928e7fd89 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0466034 May 12 19:08:22.053012 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d08bdd9b-70c3-477f-8e32-3e367a544412 req-19466a76-1e86-4919-87dd-03eea6ca10d0 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550694 May 12 19:08:22.978925 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:23.164617 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10389148-ce43-46a2-a15f-3dfc66f57d83 req-83005342-7a93-4fe0-87c5-12a739990fcc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:23.166205 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10389148-ce43-46a2-a15f-3dfc66f57d83 req-83005342-7a93-4fe0-87c5-12a739990fcc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0472987 May 12 19:08:23.225781 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10389148-ce43-46a2-a15f-3dfc66f57d83 req-90969b8c-0c17-4faf-b2aa-14f81bf0c975 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528808 May 12 19:08:24.246318 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:24.363131 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb0f-7a91-4329-a324-03cf72402774 req-ac9e1067-6a2b-4187-824b-fe8d6686e774 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:24.364668 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88c6eb0f-7a91-4329-a324-03cf72402774 req-ac9e1067-6a2b-4187-824b-fe8d6686e774 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0650952 May 12 19:08:24.430871 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88c6eb0f-7a91-4329-a324-03cf72402774 req-b0c9ed1a-6ce4-4cd2-ba85-a29d24fcfde1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607159 May 12 19:08:24.957936 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:25.547981 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14634b72-9bbe-4352-a3f7-56852368d3e7 req-5e8c218b-fe22-49ee-a35d-df9d752ec6bc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:25.549399 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14634b72-9bbe-4352-a3f7-56852368d3e7 req-5e8c218b-fe22-49ee-a35d-df9d752ec6bc tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0493331 May 12 19:08:25.607277 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14634b72-9bbe-4352-a3f7-56852368d3e7 req-9549f9e3-76e8-4410-84d1-099feefdc454 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522919 May 12 19:08:25.626743 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:26.718027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe05b1-0b45-434a-bf0c-bf50c241fadc req-4ba4ca10-63aa-47eb-a63f-cc6f769f7713 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:26.719371 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-74fe05b1-0b45-434a-bf0c-bf50c241fadc req-4ba4ca10-63aa-47eb-a63f-cc6f769f7713 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0461085 May 12 19:08:26.777772 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-74fe05b1-0b45-434a-bf0c-bf50c241fadc req-3a062ddf-1d66-48b2-90c9-b1d23bf3b09d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527675 May 12 19:08:27.887334 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63c180-e1eb-4c5a-913c-7fe666313908 req-bb83fa64-8c86-4c87-b33d-e767acc5b335 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:27.888806 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3e63c180-e1eb-4c5a-913c-7fe666313908 req-bb83fa64-8c86-4c87-b33d-e767acc5b335 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0454628 May 12 19:08:27.949255 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3e63c180-e1eb-4c5a-913c-7fe666313908 req-27a9102e-a5c3-4d3c-969d-07511342e46a tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548422 May 12 19:08:29.061272 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc57eb2-44dc-452f-8f8b-3e7f08ff322b req-77f1e720-869a-4fee-9b95-26af3e2ac9e3 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:29.062719 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8cc57eb2-44dc-452f-8f8b-3e7f08ff322b req-77f1e720-869a-4fee-9b95-26af3e2ac9e3 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0465913 May 12 19:08:29.120487 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8cc57eb2-44dc-452f-8f8b-3e7f08ff322b req-c55ea9f2-f339-45fa-bdee-1a16e505741d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518811 May 12 19:08:29.915078 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-04e6aa20-22b4-497b-928b-81a9554e3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:29.916455 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-04e6aa20-22b4-497b-928b-81a9554e3327 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1168 time: 0.0398417 May 12 19:08:30.019351 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-56e51c0c-5e83-41f9-aaac-0361a7ea0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:30.020815 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-56e51c0c-5e83-41f9-aaac-0361a7ea0261 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 915 time: 0.0858252 May 12 19:08:30.083711 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-16a9793c-51f0-4c79-ab0c-8c625461a155 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 1001 time: 0.0563633 May 12 19:08:30.135587 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-32204c4f-2025-497a-a65d-6464b10afc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:30.137620 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-32204c4f-2025-497a-a65d-6464b10afc9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 200 len: 853 time: 0.0465305 May 12 19:08:30.181332 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-edc19000-68ea-4a02-8ed0-5fac6e27b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:30.182909 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-edc19000-68ea-4a02-8ed0-5fac6e27b229 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390909 May 12 19:08:30.280381 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99b8f4-4720-433c-a347-ce18c3c9c899 req-c63f8340-2f39-47b8-8686-260cefee9b42 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:30.281827 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab99b8f4-4720-433c-a347-ce18c3c9c899 req-c63f8340-2f39-47b8-8686-260cefee9b42 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0925884 May 12 19:08:30.332230 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-9b012151-c9f3-4926-a04c-6c83baddfd3a service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412470 May 12 19:08:30.382688 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab99b8f4-4720-433c-a347-ce18c3c9c899 req-4a2d1bae-b1c1-4b2c-9798-6886b43db665 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950913 May 12 19:08:30.441278 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac5f8e85-7cce-40ce-aaac-b4d9a5936591 req-584ed8f7-2e4a-49f9-8bd8-7b5ea05510a7 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985425 May 12 19:08:31.494167 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833845c9-df4a-47ab-85b2-82ee23849980 req-9400f89f-4ac3-4f0f-a50e-3efe1a51be86 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:31.495623 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-833845c9-df4a-47ab-85b2-82ee23849980 req-9400f89f-4ac3-4f0f-a50e-3efe1a51be86 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0464778 May 12 19:08:31.553984 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-833845c9-df4a-47ab-85b2-82ee23849980 req-8d74a384-4528-450a-a143-59f1d8b43491 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521815 May 12 19:08:31.776526 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:08:32.667347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b85eb-e4ad-4562-b3a5-ae4a39d80137 req-9ced9831-cd38-4e4b-a606-bdb63a921266 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:32.668813 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5f6b85eb-e4ad-4562-b3a5-ae4a39d80137 req-9ced9831-cd38-4e4b-a606-bdb63a921266 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0463271 May 12 19:08:32.730065 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5f6b85eb-e4ad-4562-b3a5-ae4a39d80137 req-7ba8e6b2-97af-45e3-82fc-7895c709ce80 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555615 May 12 19:08:33.265932 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54eef0-04cb-433d-a2a5-ce1b191d5d09 req-5b81be7c-3f05-496c-a47e-5aedca9294ac tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:33.267274 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7e54eef0-04cb-433d-a2a5-ce1b191d5d09 req-5b81be7c-3f05-496c-a47e-5aedca9294ac tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 946 time: 0.0490930 May 12 19:08:33.313302 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7e54eef0-04cb-433d-a2a5-ce1b191d5d09 req-1d6d438c-cceb-4308-805c-08dc3f3ac762 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 May 12 19:08:33.842763 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72479e-2b24-42b4-b011-a8d8f6dd32f5 req-010979ba-68e2-4ba8-ba83-6b7f1a1093a5 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:33.844176 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb72479e-2b24-42b4-b011-a8d8f6dd32f5 req-010979ba-68e2-4ba8-ba83-6b7f1a1093a5 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0456586 May 12 19:08:33.901841 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb72479e-2b24-42b4-b011-a8d8f6dd32f5 req-c537e784-ff60-4c71-ab0b-e35689e1d394 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520399 May 12 19:08:34.428512 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea91f3-af77-4de5-a015-56ad54fd878d req-e35e8442-7fc0-4385-8bc2-477e2baeb332 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:34.429926 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47ea91f3-af77-4de5-a015-56ad54fd878d req-e35e8442-7fc0-4385-8bc2-477e2baeb332 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 946 time: 0.0493100 May 12 19:08:34.745191 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47ea91f3-af77-4de5-a015-56ad54fd878d req-84ccde5a-0813-4976-a93f-59a80bb34560 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/security-groups?id=0087bf40-db64-46a2-9bf5-5498ae1e4b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092842 May 12 19:08:35.011892 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f3173-14c9-43bf-93cd-274583027b9d req-c4aa0022-014d-40d7-b15d-5d97ff0b3e15 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:35.013760 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-223f3173-14c9-43bf-93cd-274583027b9d req-c4aa0022-014d-40d7-b15d-5d97ff0b3e15 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0463264 May 12 19:08:35.101581 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-223f3173-14c9-43bf-93cd-274583027b9d req-4bb10052-8bb8-4be2-ac7e-5d024365f6ac tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819716 May 12 19:08:35.117018 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-69779bf9-27c4-45f3-a08c-629c8fe3776c tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:35.118424 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-69779bf9-27c4-45f3-a08c-629c8fe3776c tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 946 time: 0.0573010 May 12 19:08:35.202940 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Deleting port 117ccdcc-426f-4743-96f9-32f327398cdd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:08:35.203276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:35.292852 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] For port 117ccdcc-426f-4743-96f9-32f327398cdd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=117ccdcc-426f-4743-96f9-32f327398cdd,segment=NetworkSegment(64b8ed7c-d260-41a1-911b-9be5ceefe863),segment_id=64b8ed7c-d260-41a1-911b-9be5ceefe863)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:08:35.293135 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:35.305832 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Calling delete_port for 117ccdcc-426f-4743-96f9-32f327398cdd owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:08:35.430145 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (117ccdcc-426f-4743-96f9-32f327398cdd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:35.459312 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Pushing event deleted for resources: {'Port': ['ID=117ccdcc-426f-4743-96f9-32f327398cdd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:35.470814 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['117ccdcc-426f-4743-96f9-32f327398cdd'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:08:35.505081 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] No DVR routers for this DVR port 117ccdcc-426f-4743-96f9-32f327398cdd on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:08:35.507788 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:35.511015 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-74682e1a-624e-4fdb-a559-ab99c9435736 req-0b0f41c5-02a1-494d-831b-4ed892e38e30 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.49 "DELETE /v2.0/ports/117ccdcc-426f-4743-96f9-32f327398cdd HTTP/1.1" status: 204 len: 173 time: 0.3869882 May 12 19:08:35.511993 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e84ce4-8a42-48d9-bc86-589443c631c7', 'name': 'network-vif-deleted', 'tag': '117ccdcc-426f-4743-96f9-32f327398cdd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:08:35.514314 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c18d27-e2b8-44b4-b91f-13f3b891d0d2" -d '{"events": [{"server_uuid": "d7e84ce4-8a42-48d9-bc86-589443c631c7", "name": "network-vif-deleted", "tag": "117ccdcc-426f-4743-96f9-32f327398cdd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:08:35.552551 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308428ef-631e-4d0d-b496-9c91e9da21b8 x-openstack-request-id: req-308428ef-631e-4d0d-b496-9c91e9da21b8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:08:35.553001 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e84ce4-8a42-48d9-bc86-589443c631c7", "name": "network-vif-deleted", "tag": "117ccdcc-426f-4743-96f9-32f327398cdd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:08:35.553241 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-308428ef-631e-4d0d-b496-9c91e9da21b8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:08:35.553676 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308428ef-631e-4d0d-b496-9c91e9da21b8'] response: {'server_uuid': 'd7e84ce4-8a42-48d9-bc86-589443c631c7', 'name': 'network-vif-deleted', 'tag': '117ccdcc-426f-4743-96f9-32f327398cdd', 'status': 'completed', 'code': 200} May 12 19:08:35.849475 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ebc1a1f1-d467-48c6-a101-15b762acac90 req-4db5b1ec-3c20-49b0-bb69-440fab7867c0 tempest-VolumesSnapshotTestJSON-1047201443 tempest-VolumesSnapshotTestJSON-1047201443-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e84ce4-8a42-48d9-bc86-589443c631c7 HTTP/1.1" status: 200 len: 210 time: 0.0274928 May 12 19:08:36.228580 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dfcd5-b03d-4e99-bb26-63b30746ff97 req-a2716524-0468-442d-aa53-aa6c9b75b640 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:36.230119 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-139dfcd5-b03d-4e99-bb26-63b30746ff97 req-a2716524-0468-442d-aa53-aa6c9b75b640 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0479593 May 12 19:08:36.290973 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-139dfcd5-b03d-4e99-bb26-63b30746ff97 req-8b0abbf1-c8e4-4b7e-8707-637201005817 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549507 May 12 19:08:37.400922 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2d1fd-e1c0-4ccf-90ee-fd47635e395d req-277001f6-f8e0-4d35-b467-39a58ea80b84 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:37.402808 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6c2d1fd-e1c0-4ccf-90ee-fd47635e395d req-277001f6-f8e0-4d35-b467-39a58ea80b84 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0468054 May 12 19:08:37.460132 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6c2d1fd-e1c0-4ccf-90ee-fd47635e395d req-25254bc9-08dd-4933-8775-c0272b2e1827 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517073 May 12 19:08:38.573399 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bf3ee-eb3e-4ed6-8dca-7fb52f1723ae req-92dacce7-fac5-43df-b865-d28422a02dd0 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:38.574961 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-696bf3ee-eb3e-4ed6-8dca-7fb52f1723ae req-92dacce7-fac5-43df-b865-d28422a02dd0 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0484779 May 12 19:08:38.633851 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-696bf3ee-eb3e-4ed6-8dca-7fb52f1723ae req-0b5db4d1-cfb8-45ee-8142-528e9fe9c467 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531356 May 12 19:08:39.750687 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0384c70-3cff-40cb-8d2e-7dad61e5ccc7 req-6f1deb94-1020-4f56-8f2f-23121aaaff9b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:08:39.752157 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c0384c70-3cff-40cb-8d2e-7dad61e5ccc7 req-6f1deb94-1020-4f56-8f2f-23121aaaff9b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0512266 May 12 19:08:39.811014 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c0384c70-3cff-40cb-8d2e-7dad61e5ccc7 req-77f05bad-9037-43cf-adc5-faefa8d16c0b tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=80c9565a-db98-4c47-bbb4-f58067b13aa7&id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532377 May 12 19:08:41.088132 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 117ccdcc-426f-4743-96f9-32f327398cdd no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:08:41.108492 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 117ccdcc-426f-4743-96f9-32f327398cdd {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:08:41.108827 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 117ccdcc-426f-4743-96f9-32f327398cdd not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:08:49.325322 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-527d0f5a-531e-42bc-8062-0f15a9f18a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:51.359313 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-4bf1071b-1288-48ff-9b1d-9d3f7b627fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:52.981493 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:54.248159 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:54.957480 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:55.617863 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:58.863934 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44156) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:08:58.908121 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a583c4c9-676c-4fd0-b16e-0d13ebc726da admin admin] Deleting subnet e6118c6e-2e84-4421-b765-20ab4d014bc4 {{(pid=103290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:08:58.911140 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a583c4c9-676c-4fd0-b16e-0d13ebc726da admin admin] Publish callbacks [] for subnet (e6118c6e-2e84-4421-b765-20ab4d014bc4), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:58.947817 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a583c4c9-676c-4fd0-b16e-0d13ebc726da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4412027'] for subnet (e6118c6e-2e84-4421-b765-20ab4d014bc4), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:58.985489 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a583c4c9-676c-4fd0-b16e-0d13ebc726da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (e6118c6e-2e84-4421-b765-20ab4d014bc4), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.040614 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a583c4c9-676c-4fd0-b16e-0d13ebc726da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4247552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57942626'] for subnet (e6118c6e-2e84-4421-b765-20ab4d014bc4), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.067304 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583c4c9-676c-4fd0-b16e-0d13ebc726da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6118c6e-2e84-4421-b765-20ab4d014bc4,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:59.072210 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a583c4c9-676c-4fd0-b16e-0d13ebc726da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.077064 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a583c4c9-676c-4fd0-b16e-0d13ebc726da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e6118c6e-2e84-4421-b765-20ab4d014bc4 HTTP/1.1" status: 204 len: 168 time: 0.2104323 May 12 19:08:59.077834 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44158) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:08:59.149049 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (2997f016-b318-4e70-8380-fdb20cba3a19), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.224446 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (2997f016-b318-4e70-8380-fdb20cba3a19), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.244267 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2997f016-b318-4e70-8380-fdb20cba3a19']}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:08:59.253977 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b8ed7c-d260-41a1-911b-9be5ceefe863') {'for_net_delete': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:08:59.254269 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b8ed7c-d260-41a1-911b-9be5ceefe863') {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:08:59.267254 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411970'] for segment (64b8ed7c-d260-41a1-911b-9be5ceefe863), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.280594 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (64b8ed7c-d260-41a1-911b-9be5ceefe863), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.286545 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:08:59.286945 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4248482'] for segment (64b8ed7c-d260-41a1-911b-9be5ceefe863), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: Traceback (most recent call last): May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: timer() May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: cb(*args, **kw) May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: return func(*args, **kwargs) May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: self._notify() May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: self.callback(batched_events) May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: event.method(event) May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: return f(self, *a, **k) May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._get(url).json() May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: return self.request(url, 'GET', **kwargs) May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:08:59.288620 dv-cinder-795751-3-iscsi neutron-server[103290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:08:59.342872 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (2997f016-b318-4e70-8380-fdb20cba3a19), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.347708 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.351221 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2997f016-b318-4e70-8380-fdb20cba3a19 HTTP/1.1" status: 204 len: 168 time: 0.2724977 May 12 19:08:59.363041 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb4bf3-a04e-45e9-84d8-3fcfc14aec25 admin admin] Pushing event deleted for resources: {'Network': ['ID=2997f016-b318-4e70-8380-fdb20cba3a19,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:08:59.505061 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:08:59.544869 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1497880a-5e79-411c-8299-fe200517aff0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ff6e876f1ec44939bebef28b7dac12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386500 May 12 19:08:59.547280 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:08:59.593040 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c123c6e3-6503-4ebc-bb60-16abf6b83a6f admin admin] Publish callbacks [] for security_group (0087bf40-db64-46a2-9bf5-5498ae1e4b18), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.613236 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c123c6e3-6503-4ebc-bb60-16abf6b83a6f admin admin] Publish callbacks [] for security_group (0087bf40-db64-46a2-9bf5-5498ae1e4b18), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.659547 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c123c6e3-6503-4ebc-bb60-16abf6b83a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0087bf40-db64-46a2-9bf5-5498ae1e4b18), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.662273 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c123c6e3-6503-4ebc-bb60-16abf6b83a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:08:59.663514 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c123c6e3-6503-4ebc-bb60-16abf6b83a6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0087bf40-db64-46a2-9bf5-5498ae1e4b18 HTTP/1.1" status: 204 len: 168 time: 0.1153266 May 12 19:08:59.671379 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123c6e3-6503-4ebc-bb60-16abf6b83a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087bf40-db64-46a2-9bf5-5498ae1e4b18,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:00.300105 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:00.396703 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1680066912-network', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:00.419560 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Made reservation on behalf of 0565eaa27c9a44e18a307c563a51767f for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:09:00.422043 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.430472 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.503075 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Publish callbacks [] for security_group (27c6d379-de43-49e0-a944-a5a99bfadb46), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.506880 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (27c6d379-de43-49e0-a944-a5a99bfadb46), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.528728 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:09:00.544523 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c6d379-de43-49e0-a944-a5a99bfadb46,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:00.548330 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (61eae121-ceca-41bd-9cf9-04ed2d4459e1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.548737 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Added segment 61eae121-ceca-41bd-9cf9-04ed2d4459e1 of type vlan for network d122d075-290b-49ee-9eef-c39637b82d8b May 12 19:09:00.587293 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (d122d075-290b-49ee-9eef-c39637b82d8b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.611443 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (d122d075-290b-49ee-9eef-c39637b82d8b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.612458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:00.613045 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.646898 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3457215 May 12 19:09:00.650019 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44190) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:00.655378 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Request body: {'subnet': {'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1680066912-subnet', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:00.675168 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Made reservation on behalf of 0565eaa27c9a44e18a307c563a51767f for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:09:00.677788 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.678333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1c16-f162-4633-8d9e-00950806e31d admin admin] Pushing event updated for resources: {'Network': ['ID=d122d075-290b-49ee-9eef-c39637b82d8b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:00.688393 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network d122d075-290b-49ee-9eef-c39637b82d8b details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:09:00.838147 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (9c00d164-8c82-4442-870a-ec16680c1bf4), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.894531 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c00d164-8c82-4442-870a-ec16680c1bf4,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:00.903825 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Checking segment: {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:00.904177 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Network hostable DHCP agents. Network: d122d075-290b-49ee-9eef-c39637b82d8b, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:09:00.921846 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Network d122d075-290b-49ee-9eef-c39637b82d8b is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:09:00.929764 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, d122d075-290b-49ee-9eef-c39637b82d8b) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:00.933572 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:00.934158 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.938817 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13116660-05ad-41f5-a4b1-c69363dbe4ac None None] Network d122d075-290b-49ee-9eef-c39637b82d8b requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:09:00.948403 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-38ea1596-adee-4085-92f0-8a80cc125ecd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2973042 May 12 19:09:00.951610 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44194) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:00.955702 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:00.975351 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:00.976316 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.025534 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks [] for router_controller (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), precommit_add_association {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.044076 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-d122d075-290b-49ee-9eef-c39637b82d8b', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 19:09:01.045197 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.166844 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks [] for router_gateway (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.314214 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Allocated IP 172.20.0.2 (d122d075-290b-49ee-9eef-c39637b82d8b/9c00d164-8c82-4442-870a-ec16680c1bf4/37de7b48-9c70-4469-a71b-894f38dad696) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:09:01.348357 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks [] for router_gateway (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.370199 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.456227 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Publish callbacks [] for port (37de7b48-9c70-4469-a71b-894f38dad696), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.463051 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (37de7b48-9c70-4469-a71b-894f38dad696), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.473263 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Allocated IP 172.27.3.177 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/c3b682f7-8978-4c0c-a334-d99bc5723d4d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:09:01.499497 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Network d122d075-290b-49ee-9eef-c39637b82d8b is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:01.502381 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:01.508769 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:09:01.514798 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Pushing event updated for resources: {'Port': ['ID=37de7b48-9c70-4469-a71b-894f38dad696,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:01.526328 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.526671 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.527579 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.527920 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.528249 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.528576 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.528897 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.529219 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.529572 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.529897 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.530222 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.530542 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.530862 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.531174 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.531491 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:01.577442 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks [] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.578874 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Attempting to bind port 37de7b48-9c70-4469-a71b-894f38dad696 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:09:01.579237 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Attempting to bind port 37de7b48-9c70-4469-a71b-894f38dad696 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:09:01.579590 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Attempting to bind port 37de7b48-9c70-4469-a71b-894f38dad696 on network d122d075-290b-49ee-9eef-c39637b82d8b {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:09:01.584536 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:09:01.584895 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Checking segment: {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:01.585291 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.585709 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Bound using segment: {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:09:01.586170 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Bound port: 37de7b48-9c70-4469-a71b-894f38dad696, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:09:01.586543 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (37de7b48-9c70-4469-a71b-894f38dad696), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.610387 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.647526 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:01.650769 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:01.651567 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] For port 37de7b48-9c70-4469-a71b-894f38dad696, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:09:01.655360 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] For port 37de7b48-9c70-4469-a71b-894f38dad696, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=37de7b48-9c70-4469-a71b-894f38dad696,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:09:01.656974 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:09:01.661424 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (37de7b48-9c70-4469-a71b-894f38dad696), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:01.662521 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b682f7-8978-4c0c-a334-d99bc5723d4d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:01.720501 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bdc10-6703-46ff-8539-070ce8412773 None None] Pushing event updated for resources: {'Port': ['ID=37de7b48-9c70-4469-a71b-894f38dad696,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:01.928532 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks [] for router_gateway (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:02.131854 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:02.488732 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 19:09:02.602181 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:09:02.614081 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Sync routers for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:09:02.621700 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:02.625844 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:02.626344 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-1313c585-ec6d-418d-a140-69e12fdcebd8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6733334 May 12 19:09:02.631373 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:02.632004 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:02.694276 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe736c18-b8a5-4b9a-a21f-d5f1b1d1572a None None] Network d122d075-290b-49ee-9eef-c39637b82d8b requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:09:02.803542 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-c72e369d-d2cd-4103-8896-bf78fb23c6a6 None None] Provisioning complete for port 37de7b48-9c70-4469-a71b-894f38dad696 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:02.804221 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c72e369d-d2cd-4103-8896-bf78fb23c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (37de7b48-9c70-4469-a71b-894f38dad696), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:02.832072 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:03.061404 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.081978 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-c72e369d-d2cd-4103-8896-bf78fb23c6a6 None None] Current status of the port 37de7b48-9c70-4469-a71b-894f38dad696 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:03.082373 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c72e369d-d2cd-4103-8896-bf78fb23c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (37de7b48-9c70-4469-a71b-894f38dad696), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.084390 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:01Z', 'revision_number': 3, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:03.120885 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Checking router: d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:09:03.121234 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Updating router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b port c3b682f7-8978-4c0c-a334-d99bc5723d4d binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:09:03.174868 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c72e369d-d2cd-4103-8896-bf78fb23c6a6 None None] For port 37de7b48-9c70-4469-a71b-894f38dad696, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=37de7b48-9c70-4469-a71b-894f38dad696,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:03.176117 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.180859 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c72e369d-d2cd-4103-8896-bf78fb23c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (37de7b48-9c70-4469-a71b-894f38dad696), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.257765 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Allocated IP 172.20.0.1 (d122d075-290b-49ee-9eef-c39637b82d8b/9c00d164-8c82-4442-870a-ec16680c1bf4/0a39b01b-7ff1-4584-bb45-25edebf6f104) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:09:03.280972 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 37de7b48-9c70-4469-a71b-894f38dad696 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:03.320647 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e369d-d2cd-4103-8896-bf78fb23c6a6 None None] Pushing event updated for resources: {'Port': ['ID=37de7b48-9c70-4469-a71b-894f38dad696,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:03.366829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Publish callbacks [] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.389191 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-8476dac0-7a10-47d6-821d-36789bef0bd1 None None] Provisioning complete for port 37de7b48-9c70-4469-a71b-894f38dad696 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:03.389584 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8476dac0-7a10-47d6-821d-36789bef0bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (37de7b48-9c70-4469-a71b-894f38dad696), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.400118 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.437036 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Network d122d075-290b-49ee-9eef-c39637b82d8b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:03.439877 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:03.443490 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:09:03.473362 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 37de7b48-9c70-4469-a71b-894f38dad696 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:03.473759 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (37de7b48-9c70-4469-a71b-894f38dad696), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.476354 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a39b01b-7ff1-4584-bb45-25edebf6f104,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:03.488402 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.617963 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-8476dac0-7a10-47d6-821d-36789bef0bd1 None None] Current status of the port 37de7b48-9c70-4469-a71b-894f38dad696 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:03.638007 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.684427 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 37de7b48-9c70-4469-a71b-894f38dad696 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:03.706476 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Publish callbacks [] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.712851 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.837707 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Publish callbacks [] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.842308 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.907574 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-844f82aa-8000-4d04-98e7-0666f5a81389 None None] Provisioning complete for port 0a39b01b-7ff1-4584-bb45-25edebf6f104 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:03.908158 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-844f82aa-8000-4d04-98e7-0666f5a81389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.914427 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a39b01b-7ff1-4584-bb45-25edebf6f104,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:03.914588 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855a32f-cb85-4eea-aad0-5be3cdf25a88 None None] Pushing event updated for resources: {'Port': ['ID=c3b682f7-8978-4c0c-a334-d99bc5723d4d,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:03.917652 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.930486 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.930831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.931169 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.931499 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.931828 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.932152 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.932473 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.932793 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Attempting to bind port c3b682f7-8978-4c0c-a334-d99bc5723d4d on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:09:03.932905 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.933115 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.933222 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Attempting to bind port c3b682f7-8978-4c0c-a334-d99bc5723d4d by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:09:03.933559 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.934182 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Attempting to bind port c3b682f7-8978-4c0c-a334-d99bc5723d4d on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:09:03.934390 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.934711 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.935107 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.935489 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.935893 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:03.945999 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:09:03.946379 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:03.946774 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.947163 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:09:03.947631 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Bound port: c3b682f7-8978-4c0c-a334-d99bc5723d4d, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:09:03.948013 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:03.975348 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-844f82aa-8000-4d04-98e7-0666f5a81389 None None] Port 0a39b01b-7ff1-4584-bb45-25edebf6f104 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:09:04.004630 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] For port c3b682f7-8978-4c0c-a334-d99bc5723d4d, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:09:04.007839 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] For port c3b682f7-8978-4c0c-a334-d99bc5723d4d, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c3b682f7-8978-4c0c-a334-d99bc5723d4d,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:09:04.014535 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:04.025112 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Network d122d075-290b-49ee-9eef-c39637b82d8b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:04.026513 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:04.075916 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:04.077144 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:04.079126 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855a32f-cb85-4eea-aad0-5be3cdf25a88 None None] Pushing event updated for resources: {'Port': ['ID=c3b682f7-8978-4c0c-a334-d99bc5723d4d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:04.162780 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:09:04.207188 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:04.286676 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:09:04.291753 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7f982d20-865e-4d25-b464-2de741ab21f7 admin admin] 10.222.0.48 "PUT /v2.0/routers/d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6646194 May 12 19:09:04.343483 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-5896ce02-d4c5-4c45-9ba8-26ae86fa8784 None None] Provisioning complete for port 0a39b01b-7ff1-4584-bb45-25edebf6f104 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:04.343831 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5896ce02-d4c5-4c45-9ba8-26ae86fa8784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:04.401081 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-5896ce02-d4c5-4c45-9ba8-26ae86fa8784 None None] Port 0a39b01b-7ff1-4584-bb45-25edebf6f104 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:09:04.445250 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 2, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:04.476079 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd74040-6e3c-4b97-8659-1b2ca042b6e3 None None] The sync data for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi is: [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 2, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:09:04.791729 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44212) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:04.800291 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1539755058-network', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:04.821206 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Made reservation on behalf of d46fb85fd18b4512821af35cdc5e62e6 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:09:04.823665 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:04.833812 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:04.917518 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Publish callbacks [] for security_group (3d674dd4-9ac8-4dff-846b-d5582f484046), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:04.922351 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (3d674dd4-9ac8-4dff-846b-d5582f484046), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:04.947587 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 19:09:04.957574 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d674dd4-9ac8-4dff-846b-d5582f484046,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:04.962598 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759892685837', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (5eb7f72d-723a-4244-a2e5-3d02f3018710), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:04.963011 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Added segment 5eb7f72d-723a-4244-a2e5-3d02f3018710 of type vlan for network c5ebac09-6064-4fb8-9d24-fbfc3936adcf May 12 19:09:05.005208 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759892193940'] for network (c5ebac09-6064-4fb8-9d24-fbfc3936adcf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.031667 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543'] for network (c5ebac09-6064-4fb8-9d24-fbfc3936adcf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.032726 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:05.033320 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.069737 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2768593 May 12 19:09:05.072787 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44214) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:05.078027 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Request body: {'subnet': {'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1539755058-subnet', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'ip_version': 4}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:05.104879 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8ca43-221c-489c-b039-726a7335a256 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ebac09-6064-4fb8-9d24-fbfc3936adcf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:05.124229 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Made reservation on behalf of d46fb85fd18b4512821af35cdc5e62e6 for: {'subnet': 1} {{(pid=103290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:09:05.127168 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57942607'] for subnet (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.135219 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Network c5ebac09-6064-4fb8-9d24-fbfc3936adcf details requested by agent ovs-agent-dv-cinder-795751-3-iscsi with host dv-cinder-795751-3-iscsi {{(pid=103291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 19:09:05.331759 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4247617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57942617'] for subnet (7b371191-d674-4017-8072-fff4a53e0bb5), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.339150 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c3b682f7-8978-4c0c-a334-d99bc5723d4d up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:05.394050 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b371191-d674-4017-8072-fff4a53e0bb5,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:05.396541 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port c3b682f7-8978-4c0c-a334-d99bc5723d4d triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:05.396914 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.408553 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Checking segment: {'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:05.408966 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Network hostable DHCP agents. Network: c5ebac09-6064-4fb8-9d24-fbfc3936adcf, hostable agents: ['fef4e29b-570c-4594-944d-9bc210c18f20'], hosted agents: [] {{(pid=103290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 19:09:05.429823 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Network c5ebac09-6064-4fb8-9d24-fbfc3936adcf is scheduled to be hosted by DHCP agent fef4e29b-570c-4594-944d-9bc210c18f20 with binding_index 1 {{(pid=103290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 19:09:05.443589 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-3-iscsi, c5ebac09-6064-4fb8-9d24-fbfc3936adcf) {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:05.448577 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:05.449386 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.456700 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fccdf4-5cb6-43a3-8bb8-8ca9535474fa None None] Network c5ebac09-6064-4fb8-9d24-fbfc3936adcf requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:09:05.467115 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-6971f3ec-07d0-4832-827e-ea005e09bdb8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3930154 May 12 19:09:05.469644 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44216) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:05.474317 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:05.495300 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124766'] for router (23021608-705f-4290-9684-78a49db33ec2), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.496366 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124759'] for router (23021608-705f-4290-9684-78a49db33ec2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.551037 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port c3b682f7-8978-4c0c-a334-d99bc5723d4d is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:05.551426 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.571161 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks [] for router_controller (23021608-705f-4290-9684-78a49db33ec2), precommit_add_association {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.582293 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port c3b682f7-8978-4c0c-a334-d99bc5723d4d, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c3b682f7-8978-4c0c-a334-d99bc5723d4d,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:05.605921 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.606925 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 37de7b48-9c70-4469-a71b-894f38dad696 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:05.653484 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88626bf0-9f95-5ef1-96a3-81b2c8e881d6-c5ebac09-6064-4fb8-9d24-fbfc3936adcf', 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf', 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'fixed_ips': [{'subnet_id': '7b371191-d674-4017-8072-fff4a53e0bb5'}]}} from dv-cinder-795751-3-iscsi. {{(pid=103291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 19:09:05.654453 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.720170 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks [] for router_gateway (23021608-705f-4290-9684-78a49db33ec2), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.720667 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=c3b682f7-8978-4c0c-a334-d99bc5723d4d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:05.787782 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 37de7b48-9c70-4469-a71b-894f38dad696 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:05.788202 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (37de7b48-9c70-4469-a71b-894f38dad696), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.884568 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.db_base_plugin_common [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Allocated IP 172.20.0.2 (c5ebac09-6064-4fb8-9d24-fbfc3936adcf/7b371191-d674-4017-8072-fff4a53e0bb5/208deb85-c8d7-4711-b17c-750bf3dcf9ae) {{(pid=103291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:09:05.924629 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks [] for router_gateway (23021608-705f-4290-9684-78a49db33ec2), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:05.938739 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 37de7b48-9c70-4469-a71b-894f38dad696 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:05.944848 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.053328 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Allocated IP 172.27.3.53 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/87f16a77-a9e3-45c0-b3ff-3428321a0af2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:09:06.068153 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Publish callbacks [] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), precommit_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.075537 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), after_create {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.114713 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Network c5ebac09-6064-4fb8-9d24-fbfc3936adcf is already hosted by enough agents. {{(pid=103291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:06.119512 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.scheduler.base_scheduler [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Resources bound (agent type, host, resource id): {{(pid=103291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:06.126427 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Received port after_create {{(pid=103291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:09:06.129227 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Pushing event updated for resources: {'Port': ['ID=208deb85-c8d7-4711-b17c-750bf3dcf9ae,revision_number=1']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:06.167215 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks [] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.183213 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Attempting to bind port 208deb85-c8d7-4711-b17c-750bf3dcf9ae on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:09:06.183779 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Attempting to bind port 208deb85-c8d7-4711-b17c-750bf3dcf9ae by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:09:06.183986 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Attempting to bind port 208deb85-c8d7-4711-b17c-750bf3dcf9ae on network c5ebac09-6064-4fb8-9d24-fbfc3936adcf {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:09:06.189769 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:09:06.190080 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Checking segment: {'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:06.190481 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.190871 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Bound using segment: {'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:09:06.191334 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Bound port: 208deb85-c8d7-4711-b17c-750bf3dcf9ae, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:09:06.191715 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.200719 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.242062 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:06.244888 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:06.248103 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:09:06.263233 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] For port 208deb85-c8d7-4711-b17c-750bf3dcf9ae, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:09:06.266941 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] For port 208deb85-c8d7-4711-b17c-750bf3dcf9ae, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=208deb85-c8d7-4711-b17c-750bf3dcf9ae,segment=NetworkSegment(5eb7f72d-723a-4244-a2e5-3d02f3018710),segment_id=5eb7f72d-723a-4244-a2e5-3d02f3018710)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:09:06.275604 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.286489 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Pushing event updated for resources: {'Port': ['ID=87f16a77-a9e3-45c0-b3ff-3428321a0af2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:06.336636 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22439c0d-825b-4f1d-a677-6e58350074ba None None] Pushing event updated for resources: {'Port': ['ID=208deb85-c8d7-4711-b17c-750bf3dcf9ae,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:06.548470 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks [] for router_gateway (23021608-705f-4290-9684-78a49db33ec2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.641161 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Sync routers for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:09:06.654290 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:06.654895 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:06.759199 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598989'] for router (23021608-705f-4290-9684-78a49db33ec2), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:06.764593 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:06.895327 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Router 23021608-705f-4290-9684-78a49db33ec2 is scheduled to L3 agent 972284b7-afaa-432f-bdea-6927e817f438 with binding_index 1 {{(pid=103290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 19:09:06.968452 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 2, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:06.994536 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Checking router: d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:09:06.994878 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Updating router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b port 0a39b01b-7ff1-4584-bb45-25edebf6f104 binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:09:07.008906 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:09:07.019471 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Sync routers for ids ['23021608-705f-4290-9684-78a49db33ec2'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:09:07.026680 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.032422 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Routers {'23021608-705f-4290-9684-78a49db33ec2'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:07.033098 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['23021608-705f-4290-9684-78a49db33ec2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:07.035259 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.036737 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-745e561a-d4f8-4652-9e5d-bdc9efce505a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5659153 May 12 19:09:07.039618 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:07.176710 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Set router 23021608-705f-4290-9684-78a49db33ec2 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:07.369953 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24d1c5-9d7c-4ec4-aa2e-0065b7c0c757 None None] Network c5ebac09-6064-4fb8-9d24-fbfc3936adcf requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:09:07.441066 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Publish callbacks [] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.448174 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.506807 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Pushing event updated for resources: {'Port': ['ID=0a39b01b-7ff1-4584-bb45-25edebf6f104,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:07.538219 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.538577 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.538907 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.539251 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.539761 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.540263 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.540758 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.541267 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.541958 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.542588 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.543272 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.544395 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.544950 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.545492 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.546063 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:07.550170 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.565154 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c3b682f7-8978-4c0c-a334-d99bc5723d4d up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:07.589110 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Attempting to bind port 0a39b01b-7ff1-4584-bb45-25edebf6f104 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:09:07.589919 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Attempting to bind port 0a39b01b-7ff1-4584-bb45-25edebf6f104 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:09:07.590569 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Attempting to bind port 0a39b01b-7ff1-4584-bb45-25edebf6f104 on network d122d075-290b-49ee-9eef-c39637b82d8b {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:09:07.596594 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:09:07.597336 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Checking segment: {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:07.598041 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.598658 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Bound using segment: {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:09:07.599404 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Bound port: 0a39b01b-7ff1-4584-bb45-25edebf6f104, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:09:07.600004 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.649113 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-499acac7-f957-4950-8652-bf0bef7107e6 None None] Provisioning complete for port 208deb85-c8d7-4711-b17c-750bf3dcf9ae triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:07.649502 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-499acac7-f957-4950-8652-bf0bef7107e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.674326 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] For port 0a39b01b-7ff1-4584-bb45-25edebf6f104, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:09:07.678957 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] For port 0a39b01b-7ff1-4584-bb45-25edebf6f104, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=0a39b01b-7ff1-4584-bb45-25edebf6f104,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:09:07.687201 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.690435 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:06Z', 'revision_number': 3, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port': {'id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:07.732392 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Allocated IP 172.20.0.1 (c5ebac09-6064-4fb8-9d24-fbfc3936adcf/7b371191-d674-4017-8072-fff4a53e0bb5/5c006a39-3017-4c17-8a46-e8dce3961476) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:09:07.736241 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:07.736999 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:07.737145 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Checking router: 23021608-705f-4290-9684-78a49db33ec2 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:09:07.737487 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Updating router 23021608-705f-4290-9684-78a49db33ec2 port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 binding host dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:09:07.839849 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port c3b682f7-8978-4c0c-a334-d99bc5723d4d triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:07.841201 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.843743 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.866827 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Publish callbacks [] for port (5c006a39-3017-4c17-8a46-e8dce3961476), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.906039 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:07.965269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5c006a39-3017-4c17-8a46-e8dce3961476,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:07.976921 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:07.993421 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Network c5ebac09-6064-4fb8-9d24-fbfc3936adcf is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:07.994915 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:07.997385 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:09:08.036181 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-499acac7-f957-4950-8652-bf0bef7107e6 None None] Current status of the port 208deb85-c8d7-4711-b17c-750bf3dcf9ae is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:08.036505 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-499acac7-f957-4950-8652-bf0bef7107e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.055678 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593376'] for router_interface (23021608-705f-4290-9684-78a49db33ec2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.059314 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f970be-6b2a-466f-ab5d-9da8819d0c1f None None] Pushing event updated for resources: {'Port': ['ID=0a39b01b-7ff1-4584-bb45-25edebf6f104,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:08.151329 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-499acac7-f957-4950-8652-bf0bef7107e6 None None] For port 208deb85-c8d7-4711-b17c-750bf3dcf9ae, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=208deb85-c8d7-4711-b17c-750bf3dcf9ae,segment=NetworkSegment(5eb7f72d-723a-4244-a2e5-3d02f3018710),segment_id=5eb7f72d-723a-4244-a2e5-3d02f3018710)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:08.161629 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-499acac7-f957-4950-8652-bf0bef7107e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.219341 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port c3b682f7-8978-4c0c-a334-d99bc5723d4d is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:08.220447 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 208deb85-c8d7-4711-b17c-750bf3dcf9ae up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:08.245927 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.315534 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:07Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:08.325929 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499acac7-f957-4950-8652-bf0bef7107e6 None None] Pushing event updated for resources: {'Port': ['ID=208deb85-c8d7-4711-b17c-750bf3dcf9ae,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:08.336420 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Provisioning complete for port 208deb85-c8d7-4711-b17c-750bf3dcf9ae triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:08.336794 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.360253 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb0138-92e6-4294-9513-2f8fb7171c3d None None] The sync data for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi is: [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:07Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:09:08.398086 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 208deb85-c8d7-4711-b17c-750bf3dcf9ae triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:08.398702 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.484366 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Publish callbacks [] for port (5c006a39-3017-4c17-8a46-e8dce3961476), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.490219 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.531810 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Publish callbacks [] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.543833 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.558138 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593578'] for router_interface (23021608-705f-4290-9684-78a49db33ec2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.560121 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5c006a39-3017-4c17-8a46-e8dce3961476,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:08.592956 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Current status of the port 208deb85-c8d7-4711-b17c-750bf3dcf9ae is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:08.643942 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Provisioning complete for port 0a39b01b-7ff1-4584-bb45-25edebf6f104 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:08.644310 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.666633 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Network c5ebac09-6064-4fb8-9d24-fbfc3936adcf is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:08.668100 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:08.673257 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 208deb85-c8d7-4711-b17c-750bf3dcf9ae is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:08.675119 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed28599-ffc2-496c-97e7-eecde59734fd None None] Pushing event updated for resources: {'Port': ['ID=87f16a77-a9e3-45c0-b3ff-3428321a0af2,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:08.684835 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Attempting to bind port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:09:08.685205 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Attempting to bind port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:09:08.685643 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Attempting to bind port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 on network ae8b280c-088f-4a39-a469-6fa64791a893 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:09:08.699936 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:09:08.699936 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Checking segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:08.700905 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.701198 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Bound using segment: {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:09:08.701707 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Bound port: 87f16a77-a9e3-45c0-b3ff-3428321a0af2, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbba0-f383-44a0-b2a2-79e49c8f057a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:09:08.702088 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.776642 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:09:08.797249 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] For port 87f16a77-a9e3-45c0-b3ff-3428321a0af2, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:09:08.801565 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] For port 87f16a77-a9e3-45c0-b3ff-3428321a0af2, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=87f16a77-a9e3-45c0-b3ff-3428321a0af2,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:09:08.804817 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Current status of the port 0a39b01b-7ff1-4584-bb45-25edebf6f104 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:08.805476 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.810268 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:08.828531 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Router 23021608-705f-4290-9684-78a49db33ec2 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:09:08.887614 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed28599-ffc2-496c-97e7-eecde59734fd None None] Pushing event updated for resources: {'Port': ['ID=87f16a77-a9e3-45c0-b3ff-3428321a0af2,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:08.922789 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] For port 0a39b01b-7ff1-4584-bb45-25edebf6f104, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=0a39b01b-7ff1-4584-bb45-25edebf6f104,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:08.924145 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Routers {'23021608-705f-4290-9684-78a49db33ec2'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:08.924858 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['23021608-705f-4290-9684-78a49db33ec2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:08.962770 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.062432 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88977c-580f-48f6-b341-b49c320c7200 None None] Pushing event updated for resources: {'Port': ['ID=0a39b01b-7ff1-4584-bb45-25edebf6f104,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:09.089346 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] Set router 23021608-705f-4290-9684-78a49db33ec2 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:09.120352 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-0e863a80-98a7-429b-b424-d368373d335a None None] Provisioning complete for port 5c006a39-3017-4c17-8a46-e8dce3961476 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:09.120802 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e863a80-98a7-429b-b424-d368373d335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.204762 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-0e863a80-98a7-429b-b424-d368373d335a None None] Port 5c006a39-3017-4c17-8a46-e8dce3961476 cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:09:09.242333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:09:09.255173 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-95dfb4f2-e71e-4f8d-a60b-633a0f5fd4a7 admin admin] 10.222.0.48 "PUT /v2.0/routers/23021608-705f-4290-9684-78a49db33ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2144253 May 12 19:09:09.291249 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 0a39b01b-7ff1-4584-bb45-25edebf6f104 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:09.499123 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 4, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port': {'id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '5c006a39-3017-4c17-8a46-e8dce3961476', 'name': '', 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'mac_address': 'fa:16:3e:3f:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:07Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 2, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'subnets': [{'id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:09.529121 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c871c-87d9-4033-9f4f-953678d28f76 None None] The sync data for ids ['23021608-705f-4290-9684-78a49db33ec2'] in dv-cinder-795751-3-iscsi is: [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 4, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port': {'id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '5c006a39-3017-4c17-8a46-e8dce3961476', 'name': '', 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'mac_address': 'fa:16:3e:3f:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:07Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 2, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'subnets': [{'id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:09:09.532026 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 0a39b01b-7ff1-4584-bb45-25edebf6f104 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:09.532473 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.581354 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44228) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:09.585900 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1cf226f3-6fc4-4cfa-905d-e19edf87add3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078287299', 'description': 'tempest-secgroup-smoke-1078287299 description', 'project_id': '0565eaa27c9a44e18a307c563a51767f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:09.607074 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf226f3-6fc4-4cfa-905d-e19edf87add3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.623134 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 0a39b01b-7ff1-4584-bb45-25edebf6f104 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:09.624473 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 208deb85-c8d7-4711-b17c-750bf3dcf9ae up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:09.672211 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 208deb85-c8d7-4711-b17c-750bf3dcf9ae triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:09.672580 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.680438 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf226f3-6fc4-4cfa-905d-e19edf87add3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group (97557eba-1165-4fdb-a4f6-13c375c33699), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.684898 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf226f3-6fc4-4cfa-905d-e19edf87add3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (97557eba-1165-4fdb-a4f6-13c375c33699), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.712020 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf226f3-6fc4-4cfa-905d-e19edf87add3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.716411 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1cf226f3-6fc4-4cfa-905d-e19edf87add3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1338866 May 12 19:09:09.716892 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44230) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:09.722521 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'security_group_rule': {'security_group_id': '97557eba-1165-4fdb-a4f6-13c375c33699', 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:09.725029 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf226f3-6fc4-4cfa-905d-e19edf87add3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97557eba-1165-4fdb-a4f6-13c375c33699,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:09.777315 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (d79c2c02-3b7b-46ce-974e-cfd126b7ad81), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:09.779233 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 208deb85-c8d7-4711-b17c-750bf3dcf9ae is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:10.072201 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (d79c2c02-3b7b-46ce-974e-cfd126b7ad81), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.076030 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (d79c2c02-3b7b-46ce-974e-cfd126b7ad81), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.093838 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79c2c02-3b7b-46ce-974e-cfd126b7ad81,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:10.103328 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.103674 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.104014 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.104350 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.104686 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.105017 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.105370 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.105722 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.106050 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.106890 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.107215 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.107539 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.107862 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.108183 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.108501 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:09:10.113154 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.116863 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-0bbd2e76-5bfa-4eeb-8bb0-d7904e73e734 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3958521 May 12 19:09:10.117408 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44232) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:10.121451 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-e4260e72-e431-4fc3-8b5c-ecf8d0222a66 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'security_group_rule': {'security_group_id': '97557eba-1165-4fdb-a4f6-13c375c33699', 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:10.149856 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4260e72-e431-4fc3-8b5c-ecf8d0222a66 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (382ef5a1-cfb6-4851-86b9-1f274d57e359), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.209174 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4260e72-e431-4fc3-8b5c-ecf8d0222a66 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (382ef5a1-cfb6-4851-86b9-1f274d57e359), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.212910 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4260e72-e431-4fc3-8b5c-ecf8d0222a66 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (382ef5a1-cfb6-4851-86b9-1f274d57e359), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.231067 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4260e72-e431-4fc3-8b5c-ecf8d0222a66 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382ef5a1-cfb6-4851-86b9-1f274d57e359,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:10.235690 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4260e72-e431-4fc3-8b5c-ecf8d0222a66 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.236854 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e4260e72-e431-4fc3-8b5c-ecf8d0222a66 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188498 May 12 19:09:10.239544 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44234) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:10.243957 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-65bb9a8c-a552-4178-ae54-226a4c3d4a9c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'security_group_rule': {'security_group_id': '97557eba-1165-4fdb-a4f6-13c375c33699', 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:10.270894 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65bb9a8c-a552-4178-ae54-226a4c3d4a9c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (cecfda83-7f3b-4b9c-a58f-8ecd4853d8fa), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.327843 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65bb9a8c-a552-4178-ae54-226a4c3d4a9c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (cecfda83-7f3b-4b9c-a58f-8ecd4853d8fa), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.331268 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65bb9a8c-a552-4178-ae54-226a4c3d4a9c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (cecfda83-7f3b-4b9c-a58f-8ecd4853d8fa), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.349703 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb9a8c-a552-4178-ae54-226a4c3d4a9c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecfda83-7f3b-4b9c-a58f-8ecd4853d8fa,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:10.354820 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65bb9a8c-a552-4178-ae54-226a4c3d4a9c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.358724 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-65bb9a8c-a552-4178-ae54-226a4c3d4a9c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152327 May 12 19:09:10.358724 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44236) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:10.362818 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-2086e592-cb1c-4a97-a4ca-b71ff020fd6b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'security_group_rule': {'security_group_id': '97557eba-1165-4fdb-a4f6-13c375c33699', 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:10.387455 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2086e592-cb1c-4a97-a4ca-b71ff020fd6b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (ad302b83-c3f2-43f7-bc64-3636063f6938), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.442214 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2086e592-cb1c-4a97-a4ca-b71ff020fd6b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (ad302b83-c3f2-43f7-bc64-3636063f6938), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.445545 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2086e592-cb1c-4a97-a4ca-b71ff020fd6b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (ad302b83-c3f2-43f7-bc64-3636063f6938), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.463947 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086e592-cb1c-4a97-a4ca-b71ff020fd6b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad302b83-c3f2-43f7-bc64-3636063f6938,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:10.471679 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2086e592-cb1c-4a97-a4ca-b71ff020fd6b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.476334 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-2086e592-cb1c-4a97-a4ca-b71ff020fd6b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134706 May 12 19:09:10.476334 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44238) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:10.480146 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-7745ee33-780a-4884-a994-429606bde459 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'security_group_rule': {'security_group_id': '97557eba-1165-4fdb-a4f6-13c375c33699', 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:10.502690 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.securitygroups_db [None req-7745ee33-780a-4884-a994-429606bde459 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Project 0565eaa27c9a44e18a307c563a51767f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:09:10.508301 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7745ee33-780a-4884-a994-429606bde459 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (505f254a-1c66-4d47-a5b5-8de2edfe7e09), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.556879 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7745ee33-780a-4884-a994-429606bde459 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (505f254a-1c66-4d47-a5b5-8de2edfe7e09), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.560780 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7745ee33-780a-4884-a994-429606bde459 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (505f254a-1c66-4d47-a5b5-8de2edfe7e09), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.578092 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745ee33-780a-4884-a994-429606bde459 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505f254a-1c66-4d47-a5b5-8de2edfe7e09,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:10.585294 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7745ee33-780a-4884-a994-429606bde459 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.586499 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-7745ee33-780a-4884-a994-429606bde459 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1097138 May 12 19:09:10.589193 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44240) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:10.593363 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.v2.base [None req-ae33cfd8-94ba-45c8-b893-513be7d6f2a7 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'security_group_rule': {'security_group_id': '97557eba-1165-4fdb-a4f6-13c375c33699', 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:10.613389 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.securitygroups_db [None req-ae33cfd8-94ba-45c8-b893-513be7d6f2a7 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Project 0565eaa27c9a44e18a307c563a51767f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 19:09:10.618986 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae33cfd8-94ba-45c8-b893-513be7d6f2a7 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (e3f2be26-0e34-4b61-a9a6-3c0a543bf912), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.669891 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae33cfd8-94ba-45c8-b893-513be7d6f2a7 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (e3f2be26-0e34-4b61-a9a6-3c0a543bf912), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.673056 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae33cfd8-94ba-45c8-b893-513be7d6f2a7 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618549'] for security_group_rule (e3f2be26-0e34-4b61-a9a6-3c0a543bf912), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.690349 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33cfd8-94ba-45c8-b893-513be7d6f2a7 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f2be26-0e34-4b61-a9a6-3c0a543bf912,revision_number=0']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:10.697790 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae33cfd8-94ba-45c8-b893-513be7d6f2a7 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:10.699405 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ae33cfd8-94ba-45c8-b893-513be7d6f2a7 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1088102 May 12 19:09:11.261045 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 87f16a77-a9e3-45c0-b3ff-3428321a0af2 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:11.308124 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:11.308424 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:11.387161 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:11.387550 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:11.413051 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] For port 87f16a77-a9e3-45c0-b3ff-3428321a0af2, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=87f16a77-a9e3-45c0-b3ff-3428321a0af2,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:11.417511 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:11.470318 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Pushing event updated for resources: {'Port': ['ID=87f16a77-a9e3-45c0-b3ff-3428321a0af2,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:12.453859 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Sync routers for ids ['23021608-705f-4290-9684-78a49db33ec2'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:09:12.463427 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Routers {'23021608-705f-4290-9684-78a49db33ec2'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:12.464026 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['23021608-705f-4290-9684-78a49db33ec2'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:12.572464 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Set router 23021608-705f-4290-9684-78a49db33ec2 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:12.761463 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 4, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port': {'id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '5c006a39-3017-4c17-8a46-e8dce3961476', 'name': '', 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'mac_address': 'fa:16:3e:3f:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:07Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 2, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'subnets': [{'id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:12.789323 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Checking router: 23021608-705f-4290-9684-78a49db33ec2 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:09:12.789709 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Updating router 23021608-705f-4290-9684-78a49db33ec2 port 5c006a39-3017-4c17-8a46-e8dce3961476 binding host dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 19:09:12.819584 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.112601 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Publish callbacks [] for port (5c006a39-3017-4c17-8a46-e8dce3961476), precommit_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.118232 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.193907 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461de51-5161-4c7a-acdf-27f8d8ad4132 None None] Pushing event updated for resources: {'Port': ['ID=5c006a39-3017-4c17-8a46-e8dce3961476,revision_number=3']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:13.227847 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Attempting to bind port 5c006a39-3017-4c17-8a46-e8dce3961476 on host dv-cinder-795751-3-iscsi for vnic_type normal with profile {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:09:13.228121 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Attempting to bind port 5c006a39-3017-4c17-8a46-e8dce3961476 by drivers openvswitch,hyperv on host dv-cinder-795751-3-iscsi at level 0 using segments [{'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:09:13.228505 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Attempting to bind port 5c006a39-3017-4c17-8a46-e8dce3961476 on network c5ebac09-6064-4fb8-9d24-fbfc3936adcf {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:09:13.234980 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Checking agent: {'id': 'b95fb961-fabd-45e8-ba87-e91bce031aa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 50, 56), 'started_at': datetime.datetime(2022, 5, 12, 18, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:09:13.235347 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Checking segment: {'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:13.235752 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.236148 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Bound using segment: {'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'} {{(pid=103292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:09:13.236615 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.managers [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Bound port: 5c006a39-3017-4c17-8a46-e8dce3961476, host: dv-cinder-795751-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb7f72d-723a-4244-a2e5-3d02f3018710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf'}}] {{(pid=103292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:09:13.236993 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), before_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.252825 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 87f16a77-a9e3-45c0-b3ff-3428321a0af2 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:13.305264 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:13.305970 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.321161 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] For port 5c006a39-3017-4c17-8a46-e8dce3961476, host dv-cinder-795751-3-iscsi, cleared binding levels {{(pid=103292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:09:13.324549 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.plugins.ml2.db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] For port 5c006a39-3017-4c17-8a46-e8dce3961476, host dv-cinder-795751-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=5c006a39-3017-4c17-8a46-e8dce3961476,segment=NetworkSegment(5eb7f72d-723a-4244-a2e5-3d02f3018710),segment_id=5eb7f72d-723a-4244-a2e5-3d02f3018710)] {{(pid=103292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:09:13.331890 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), after_update {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.397731 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Routers {'23021608-705f-4290-9684-78a49db33ec2'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:13.398365 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['23021608-705f-4290-9684-78a49db33ec2'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:13.401571 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461de51-5161-4c7a-acdf-27f8d8ad4132 None None] Pushing event updated for resources: {'Port': ['ID=5c006a39-3017-4c17-8a46-e8dce3961476,revision_number=4']} {{(pid=103292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:13.402685 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:13.467317 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-2e3d335f-9e45-432e-b354-42d36114116e None None] Provisioning complete for port 5c006a39-3017-4c17-8a46-e8dce3961476 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:13.467830 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2e3d335f-9e45-432e-b354-42d36114116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.500770 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-e7807dff-e1bc-4363-bcc4-d74e59da0085 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779301403&fields=id&tenant_id=ac196e75b746478c8ca28495d0971916 HTTP/1.1" status: 200 len: 267 time: 0.0528271 May 12 19:09:13.538003 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] Set router 23021608-705f-4290-9684-78a49db33ec2 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:13.555297 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-6e8503df-2f6b-4a63-8730-d1362380a80f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:13.557224 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-6e8503df-2f6b-4a63-8730-d1362380a80f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 984 time: 0.0508630 May 12 19:09:13.568229 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Request body: {'port': {'security_groups': ['6004df7b-c104-4848-9bca-8effb29c9f2c']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:13.579947 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d335f-9e45-432e-b354-42d36114116e None None] Current status of the port 5c006a39-3017-4c17-8a46-e8dce3961476 is: DOWN; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:13.580329 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2e3d335f-9e45-432e-b354-42d36114116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.624903 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-2e3d335f-9e45-432e-b354-42d36114116e None None] For port 5c006a39-3017-4c17-8a46-e8dce3961476, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=5c006a39-3017-4c17-8a46-e8dce3961476,segment=NetworkSegment(5eb7f72d-723a-4244-a2e5-3d02f3018710),segment_id=5eb7f72d-723a-4244-a2e5-3d02f3018710)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:13.630674 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2e3d335f-9e45-432e-b354-42d36114116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.655581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.689463 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d335f-9e45-432e-b354-42d36114116e None None] Pushing event updated for resources: {'Port': ['ID=5c006a39-3017-4c17-8a46-e8dce3961476,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:13.750934 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-6cea49d4-fbcc-4af0-bc7f-0f039f09240a None None] Provisioning complete for port 5c006a39-3017-4c17-8a46-e8dce3961476 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:13.752044 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6cea49d4-fbcc-4af0-bc7f-0f039f09240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.770401 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 4, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port': {'id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '5c006a39-3017-4c17-8a46-e8dce3961476', 'name': '', 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'mac_address': 'fa:16:3e:3f:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:07Z', 'updated_at': '2022-05-12T19:09:13Z', 'revision_number': 4, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'subnets': [{'id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:13.846000 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-6cea49d4-fbcc-4af0-bc7f-0f039f09240a None None] Current status of the port 5c006a39-3017-4c17-8a46-e8dce3961476 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:13.892733 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a79b-4ec1-4040-ba20-39f54ab7fbed None None] The sync data for ids ['23021608-705f-4290-9684-78a49db33ec2'] in dv-cinder-795751-3-iscsi is: [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 4, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port': {'id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '5c006a39-3017-4c17-8a46-e8dce3961476', 'name': '', 'network_id': 'c5ebac09-6064-4fb8-9d24-fbfc3936adcf', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'mac_address': 'fa:16:3e:3f:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:07Z', 'updated_at': '2022-05-12T19:09:13Z', 'revision_number': 4, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'subnets': [{'id': '7b371191-d674-4017-8072-fff4a53e0bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:09:13.906182 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] For port c55cf03b-d589-4c2a-9552-6206a1a5b978, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:13.939491 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.944074 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.979111 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['c55cf03b-d589-4c2a-9552-6206a1a5b978'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:09:13.991459 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:13.992165 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:13.993463 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-633e15e7-1ad7-49d5-9fb6-d6b1bcb451e8 req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "PUT /v2.0/ports/c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 942 time: 0.4300053 May 12 19:09:13.993932 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:09:13.996300 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487426dc-1a6d-4323-b86f-367346e7fb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:09:14.000070 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44312) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:14.021002 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32af2af-b90c-44e7-8e77-23072f515be7 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event updated for resources: {'Port': ['ID=c55cf03b-d589-4c2a-9552-6206a1a5b978,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:14.080786 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e38f9b6-9f6e-4d01-8d97-9fd23b29d938 x-openstack-request-id: req-4e38f9b6-9f6e-4d01-8d97-9fd23b29d938 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:09:14.081121 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:09:14.081442 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e38f9b6-9f6e-4d01-8d97-9fd23b29d938 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:09:14.081997 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e38f9b6-9f6e-4d01-8d97-9fd23b29d938'] response: {'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'status': 'completed', 'code': 200} May 12 19:09:14.111211 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52fa7c08-1c5f-4a99-a2ce-539401897f8d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group (80c9565a-db98-4c47-bbb4-f58067b13aa7), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.157062 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['c55cf03b-d589-4c2a-9552-6206a1a5b978'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:09:14.183723 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52fa7c08-1c5f-4a99-a2ce-539401897f8d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group (80c9565a-db98-4c47-bbb4-f58067b13aa7), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.206542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-9508f5a6-d7fa-4638-9a84-edee5218869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:14.208153 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-9508f5a6-d7fa-4638-9a84-edee5218869d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1129 time: 0.0714147 May 12 19:09:14.258191 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52fa7c08-1c5f-4a99-a2ce-539401897f8d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (80c9565a-db98-4c47-bbb4-f58067b13aa7), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.262172 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52fa7c08-1c5f-4a99-a2ce-539401897f8d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.266196 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-52fa7c08-1c5f-4a99-a2ce-539401897f8d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "DELETE /v2.0/security-groups/80c9565a-db98-4c47-bbb4-f58067b13aa7 HTTP/1.1" status: 204 len: 168 time: 0.2622857 May 12 19:09:14.274289 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44314) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:14.275133 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa7c08-1c5f-4a99-a2ce-539401897f8d tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c9565a-db98-4c47-bbb4-f58067b13aa7,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:14.374428 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-910693ed-9a09-4d5d-85d2-1fea268b25a9 None None] Provisioning complete for port c55cf03b-d589-4c2a-9552-6206a1a5b978 triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:14.374428 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-910693ed-9a09-4d5d-85d2-1fea268b25a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.424640 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-ad393511-3478-44c4-8572-d040c351b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:14.426235 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-ad393511-3478-44c4-8572-d040c351b366 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 915 time: 0.2076392 May 12 19:09:14.469902 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Deleting port 70ac96fd-8456-4d79-8015-f833a14b68e5 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:14.470564 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (70ac96fd-8456-4d79-8015-f833a14b68e5), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.495979 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-910693ed-9a09-4d5d-85d2-1fea268b25a9 None None] Current status of the port c55cf03b-d589-4c2a-9552-6206a1a5b978 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:14.515518 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-8d27ac09-4aae-4d8d-91b7-0a275ffcc19d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 1001 time: 0.0786035 May 12 19:09:14.564192 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (70ac96fd-8456-4d79-8015-f833a14b68e5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.564800 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for floatingip (70ac96fd-8456-4d79-8015-f833a14b68e5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.573070 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-ba56e52a-dbd7-4379-ad38-915b080c3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:14.574670 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-ba56e52a-dbd7-4379-ad38-915b080c3475 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 200 len: 853 time: 0.0530949 May 12 19:09:14.579315 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Calling delete_port for 70ac96fd-8456-4d79-8015-f833a14b68e5 owned by network:floatingip {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:14.628717 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-b76b82ab-8b70-4ea6-82a0-694dfc206b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:14.630306 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-b76b82ab-8b70-4ea6-82a0-694dfc206b4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491924 May 12 19:09:14.730318 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-c473097e-0c67-48a5-a0ba-1e3f80680c26 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926900 May 12 19:09:14.777624 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (70ac96fd-8456-4d79-8015-f833a14b68e5), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.802280 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event deleted for resources: {'Port': ['ID=70ac96fd-8456-4d79-8015-f833a14b68e5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:14.836240 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-487426dc-1a6d-4323-b86f-367346e7fb8f req-83a32a6d-bb45-48a4-8771-435e24a19c04 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971696 May 12 19:09:14.874245 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks [] for floatingip (9ff408dc-c7f5-4aa8-95f4-5ca056694040), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:14.874573 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Floating IP 9ff408dc-c7f5-4aa8-95f4-5ca056694040 disassociated (deleted). External IP: 172.27.3.198, port: c55cf03b-d589-4c2a-9552-6206a1a5b978. May 12 19:09:15.103424 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:09:15.225062 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:09:15.232396 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:15.235920 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] Sync routers for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:09:15.249402 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:15.250447 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:15.272161 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-986e7c8e-fb7b-4b9f-a147-13be7e368f76 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "DELETE /v2.0/floatingips/9ff408dc-c7f5-4aa8-95f4-5ca056694040 HTTP/1.1" status: 204 len: 168 time: 0.9890270 May 12 19:09:15.272699 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:09:15.275340 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:09:15.296683 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 5c006a39-3017-4c17-8a46-e8dce3961476 up at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:15.326816 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe5559-4401-4685-902b-5d75cfb65dae x-openstack-request-id: req-7cfe5559-4401-4685-902b-5d75cfb65dae {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:09:15.327011 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:09:15.327304 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cfe5559-4401-4685-902b-5d75cfb65dae {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:09:15.328285 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfe5559-4401-4685-902b-5d75cfb65dae'] response: {'name': 'network-changed', 'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'status': 'completed', 'code': 200} May 12 19:09:15.441113 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Provisioning complete for port 5c006a39-3017-4c17-8a46-e8dce3961476 triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:15.442094 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:15.447530 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:15.456085 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-bc8a13a2-84ec-400d-96ef-7bf2b49ab7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:15.457854 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-bc8a13a2-84ec-400d-96ef-7bf2b49ab7cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac196e75b746478c8ca28495d0971916&device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 1129 time: 0.0856881 May 12 19:09:15.592749 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-abd35e50-7893-4e23-a333-d66cff0db9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:15.594813 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-abd35e50-7893-4e23-a333-d66cff0db9a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 200 len: 915 time: 0.1304891 May 12 19:09:15.658976 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Current status of the port 5c006a39-3017-4c17-8a46-e8dce3961476 is: ACTIVE; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:15.675028 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-36fdd904-76a6-4823-adb7-6984a9566b4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 200 len: 217 time: 0.0674608 May 12 19:09:15.731194 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-9cbbd429-7e60-4331-9d18-919fc94e3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:15.733322 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-9cbbd429-7e60-4331-9d18-919fc94e3e89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 200 len: 853 time: 0.0514410 May 12 19:09:15.780815 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 5, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:15.807855 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] Checking router: 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:09:15.818984 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:15.819605 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:08:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:15.938740 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:16.056313 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-f21c8886-f82d-4c32-b318-032e5e23bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:16.057881 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-f21c8886-f82d-4c32-b318-032e5e23bc68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409765 May 12 19:09:16.134349 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 5, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:16.162241 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3e0a3-cb86-4cff-8960-069a5ff8ec31 None None] The sync data for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi is: [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:41Z', 'revision_number': 4, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c', 'name': '', 'network_id': '3efc05f7-f2fa-4b9e-a486-1d1e78ad668f', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'mac_address': 'fa:16:3e:cc:ac:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:40Z', 'updated_at': '2022-05-12T19:06:47Z', 'revision_number': 5, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'subnets': [{'id': '849f2e9c-5446-4acc-afeb-20cc72605114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:09:16.176094 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-71182092-9980-47f7-950f-c340eeddcd21 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035740 May 12 19:09:16.280553 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-250cc4b6-81fc-4aec-b180-f0c83e17c0e9 req-bef950ab-aa95-4825-a8ee-05ef054a22f1 service neutron] 10.222.0.49 "GET /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939639 May 12 19:09:16.392864 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971304c-88cc-4da2-b987-49a6b7a750e7 None None] New status for floating IP 9ff408dc-c7f5-4aa8-95f4-5ca056694040: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:09:18.222301 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a07e-90ae-4ff0-9ddd-e9cb976158e1 req-8425c838-83ec-46c6-94e1-5714a5ed6f94 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:18.223766 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0453a07e-90ae-4ff0-9ddd-e9cb976158e1 req-8425c838-83ec-46c6-94e1-5714a5ed6f94 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.1499164 May 12 19:09:18.276545 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0453a07e-90ae-4ff0-9ddd-e9cb976158e1 req-4e466d53-e391-440d-8861-b34561c77087 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470362 May 12 19:09:19.329251 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f916-fc5d-475f-8447-f5f0da0f94f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:19.445570 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285291-2dd5-4d72-9de0-fd739eded6a7 req-6e85a688-758c-4336-8564-7bac097d65c1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:19.447115 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c285291-2dd5-4d72-9de0-fd739eded6a7 req-6e85a688-758c-4336-8564-7bac097d65c1 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.0974159 May 12 19:09:19.496052 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c285291-2dd5-4d72-9de0-fd739eded6a7 req-b4b8d501-8fe7-430c-8a05-5b94656451c2 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/security-groups?id=6004df7b-c104-4848-9bca-8effb29c9f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427785 May 12 19:09:20.027722 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09676140-aa8c-4093-b945-fde702f87ecc req-0f124b86-d602-48c8-934d-0f642b611a51 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:20.029169 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09676140-aa8c-4093-b945-fde702f87ecc req-0f124b86-d602-48c8-934d-0f642b611a51 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.49 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 945 time: 0.0468743 May 12 19:09:20.118968 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Deleting port c55cf03b-d589-4c2a-9552-6206a1a5b978 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:20.119308 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:20.213269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] For port c55cf03b-d589-4c2a-9552-6206a1a5b978, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c55cf03b-d589-4c2a-9552-6206a1a5b978,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:20.213649 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:20.226676 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Calling delete_port for c55cf03b-d589-4c2a-9552-6206a1a5b978 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:20.354679 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (c55cf03b-d589-4c2a-9552-6206a1a5b978), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:20.389963 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Pushing event deleted for resources: {'Port': ['ID=c55cf03b-d589-4c2a-9552-6206a1a5b978,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:20.394992 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['c55cf03b-d589-4c2a-9552-6206a1a5b978'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:09:20.436921 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] No DVR routers for this DVR port c55cf03b-d589-4c2a-9552-6206a1a5b978 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:09:20.439467 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:20.442690 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09676140-aa8c-4093-b945-fde702f87ecc req-e368aa70-8e3e-4bd1-9033-31d3befee216 tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.49 "DELETE /v2.0/ports/c55cf03b-d589-4c2a-9552-6206a1a5b978 HTTP/1.1" status: 204 len: 173 time: 0.4084826 May 12 19:09:20.443122 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'name': 'network-vif-deleted', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:09:20.445480 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9020d89-34c1-4846-b33b-64666aaae490" -d '{"events": [{"server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "name": "network-vif-deleted", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:09:20.486020 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174d15dc-7199-4e43-bf66-0ad4c0d8d4c7 x-openstack-request-id: req-174d15dc-7199-4e43-bf66-0ad4c0d8d4c7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:09:20.486657 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59be0dc2-dd8c-46a6-b325-a810b21708e0", "name": "network-vif-deleted", "tag": "c55cf03b-d589-4c2a-9552-6206a1a5b978", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:09:20.486657 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-174d15dc-7199-4e43-bf66-0ad4c0d8d4c7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:09:20.486947 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174d15dc-7199-4e43-bf66-0ad4c0d8d4c7'] response: {'server_uuid': '59be0dc2-dd8c-46a6-b325-a810b21708e0', 'name': 'network-vif-deleted', 'tag': 'c55cf03b-d589-4c2a-9552-6206a1a5b978', 'status': 'completed', 'code': 200} May 12 19:09:20.592939 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf36e432-54b2-4c94-946b-fae3806f4fb3 req-02c4f6d6-64e8-4df5-9aef-c751f861378f tempest-TestMinimumBasicScenario-509599418 tempest-TestMinimumBasicScenario-509599418-project] 10.222.0.48 "GET /v2.0/ports?device_id=59be0dc2-dd8c-46a6-b325-a810b21708e0 HTTP/1.1" status: 200 len: 210 time: 0.0278726 May 12 19:09:21.361222 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c472347f-6faa-4d84-aa77-e430705acd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:22.240310 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44426) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:22.556648 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:22.779379 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Deleting port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:22.779716 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:22.856959 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] For port 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:22.857315 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:22.869832 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Calling delete_port for 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c owned by network:router_interface {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:22.984527 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:23.049391 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:23.074505 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:23.465262 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:23.676328 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:09:23.781904 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:09:23.786767 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-3047df2a-2759-4c64-959c-048dbb005b70 admin admin] 10.222.0.48 "PUT /v2.0/routers/1fcf4ee9-0eca-4f17-8bb9-660c827054d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5453961 May 12 19:09:23.789553 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44430) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:23.791407 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] Sync routers for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:09:23.801480 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:23.802123 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:09:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:23.901219 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks [] for router (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:23.908159 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:24.007605 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks [] for router_gateway (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.054857 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Deleting port b1073391-334c-4ef1-98fb-b7a295cb9cbe {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:24.055122 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.138359 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] For port b1073391-334c-4ef1-98fb-b7a295cb9cbe, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b1073391-334c-4ef1-98fb-b7a295cb9cbe,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:24.138724 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.152930 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Calling delete_port for b1073391-334c-4ef1-98fb-b7a295cb9cbe owned by network:router_gateway {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:24.202779 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:09:23Z', 'revision_number': 5, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port': {'id': 'b1073391-334c-4ef1-98fb-b7a295cb9cbe', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:24.231865 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] Checking router: 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:09:24.257545 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] Routers {'1fcf4ee9-0eca-4f17-8bb9-660c827054d7'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:24.258198 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:09:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:24.261190 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.296502 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device c55cf03b-d589-4c2a-9552-6206a1a5b978 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:09:24.320121 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: c55cf03b-d589-4c2a-9552-6206a1a5b978 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:09:24.320374 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device c55cf03b-d589-4c2a-9552-6206a1a5b978 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:09:24.329231 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (b1073391-334c-4ef1-98fb-b7a295cb9cbe), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.354677 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1073391-334c-4ef1-98fb-b7a295cb9cbe,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:24.372188 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] Set router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:24.414913 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.427792 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:09:24Z', 'revision_number': 6, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port_host': None}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:24.454151 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627e464-75b1-46c5-90db-f2d495e7418b None None] The sync data for ids ['1fcf4ee9-0eca-4f17-8bb9-660c827054d7'] in dv-cinder-795751-3-iscsi is: [{'id': '1fcf4ee9-0eca-4f17-8bb9-660c827054d7', 'name': 'tempest-TestMinimumBasicScenario-389725707-router', 'tenant_id': 'ac196e75b746478c8ca28495d0971916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:38Z', 'updated_at': '2022-05-12T19:09:24Z', 'revision_number': 6, 'project_id': 'ac196e75b746478c8ca28495d0971916', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:09:24.507466 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.509647 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks [] for router_controller (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.555065 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (1fcf4ee9-0eca-4f17-8bb9-660c827054d7), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.555688 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fcf4ee9-0eca-4f17-8bb9-660c827054d7 {{(pid=103290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:09:24.559737 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.560852 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-8f371469-da6d-43aa-b8b6-efa20a17af35 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1fcf4ee9-0eca-4f17-8bb9-660c827054d7 HTTP/1.1" status: 204 len: 168 time: 0.7703662 May 12 19:09:24.563901 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44434) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:24.607004 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e5afa0-1462-4e26-8c6a-48e268f800f6 admin admin] Deleting subnet 849f2e9c-5446-4acc-afeb-20cc72605114 {{(pid=103290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:09:24.610701 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7e5afa0-1462-4e26-8c6a-48e268f800f6 admin admin] Publish callbacks [] for subnet (849f2e9c-5446-4acc-afeb-20cc72605114), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.647684 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7e5afa0-1462-4e26-8c6a-48e268f800f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4412027'] for subnet (849f2e9c-5446-4acc-afeb-20cc72605114), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.728007 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7e5afa0-1462-4e26-8c6a-48e268f800f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (849f2e9c-5446-4acc-afeb-20cc72605114), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.778041 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7e5afa0-1462-4e26-8c6a-48e268f800f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4247552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57942626'] for subnet (849f2e9c-5446-4acc-afeb-20cc72605114), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.805295 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5afa0-1462-4e26-8c6a-48e268f800f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849f2e9c-5446-4acc-afeb-20cc72605114,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:24.807297 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7e5afa0-1462-4e26-8c6a-48e268f800f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.810381 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-b7e5afa0-1462-4e26-8c6a-48e268f800f6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/849f2e9c-5446-4acc-afeb-20cc72605114 HTTP/1.1" status: 204 len: 168 time: 0.2455368 May 12 19:09:24.814092 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44436) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:24.815612 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991af2ec-992c-43af-ad2f-0d8510c1b635 None None] Network 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:09:24.895806 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (3efc05f7-f2fa-4b9e-a486-1d1e78ad668f), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.957384 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Deleting port 2291437b-796d-480f-8b3a-ea91b019db81 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:24.957748 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (2291437b-796d-480f-8b3a-ea91b019db81), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:24.968673 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.030369 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] For port 2291437b-796d-480f-8b3a-ea91b019db81, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=2291437b-796d-480f-8b3a-ea91b019db81,segment=NetworkSegment(d0677e9e-7cee-497a-ae9d-36347adbec36),segment_id=d0677e9e-7cee-497a-ae9d-36347adbec36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:25.030747 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (2291437b-796d-480f-8b3a-ea91b019db81), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.043182 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Calling delete_port for 2291437b-796d-480f-8b3a-ea91b019db81 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:25.124067 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (2291437b-796d-480f-8b3a-ea91b019db81), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.151612 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Pushing event deleted for resources: {'Port': ['ID=2291437b-796d-480f-8b3a-ea91b019db81,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:25.153825 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] No DVR routers for this DVR port 2291437b-796d-480f-8b3a-ea91b019db81 on host dv-cinder-795751-3-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:09:25.227465 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (3efc05f7-f2fa-4b9e-a486-1d1e78ad668f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.248545 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efc05f7-f2fa-4b9e-a486-1d1e78ad668f']}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:25.261986 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0677e9e-7cee-497a-ae9d-36347adbec36') {'for_net_delete': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:25.262334 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0677e9e-7cee-497a-ae9d-36347adbec36') {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:25.264149 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3933266a-ec40-4936-9406-00e00f506b73 None None] DHCP port deletion for 3efc05f7-f2fa-4b9e-a486-1d1e78ad668f request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:09:25.273603 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411970'] for segment (d0677e9e-7cee-497a-ae9d-36347adbec36), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.293172 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (d0677e9e-7cee-497a-ae9d-36347adbec36), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.305709 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:09:25.306310 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4248482'] for segment (d0677e9e-7cee-497a-ae9d-36347adbec36), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: Traceback (most recent call last): May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: timer() May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: cb(*args, **kw) May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: return func(*args, **kwargs) May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: self._notify() May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: self.callback(batched_events) May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: event.method(event) May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: return f(self, *a, **k) May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._get(url).json() May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: return self.request(url, 'GET', **kwargs) May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:09:25.323449 dv-cinder-795751-3-iscsi neutron-server[103290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:09:25.325657 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:09:25.345330 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:09:25.345700 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 36d69dc8-f42b-4c1e-a90a-1ecfb451bc8c not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:09:25.346120 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b1073391-334c-4ef1-98fb-b7a295cb9cbe no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:09:25.365372 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: b1073391-334c-4ef1-98fb-b7a295cb9cbe {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:09:25.365820 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b1073391-334c-4ef1-98fb-b7a295cb9cbe not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:09:25.366291 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 2291437b-796d-480f-8b3a-ea91b019db81 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:09:25.367670 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (3efc05f7-f2fa-4b9e-a486-1d1e78ad668f), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.375540 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.378919 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3efc05f7-f2fa-4b9e-a486-1d1e78ad668f HTTP/1.1" status: 204 len: 168 time: 0.5645897 May 12 19:09:25.381849 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44440) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:25.391687 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 2291437b-796d-480f-8b3a-ea91b019db81 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:09:25.392691 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 2291437b-796d-480f-8b3a-ea91b019db81 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:09:25.394455 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae7729-b171-4e15-89d2-179f6ed6f547 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efc05f7-f2fa-4b9e-a486-1d1e78ad668f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:25.619855 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.720867 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:25.948107 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Deleting port e9a565ac-743a-4cd2-8d33-0318c98f1869 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:25.948440 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:26.027119 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] For port e9a565ac-743a-4cd2-8d33-0318c98f1869, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=e9a565ac-743a-4cd2-8d33-0318c98f1869,segment=NetworkSegment(bef5f132-8685-45dc-95d6-4c1c8af6466e),segment_id=bef5f132-8685-45dc-95d6-4c1c8af6466e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:26.027475 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:26.040519 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Calling delete_port for e9a565ac-743a-4cd2-8d33-0318c98f1869 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:26.142851 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-f7d62d75-4f83-4f0e-a91c-3068c54a065c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078287299&fields=id&tenant_id=0565eaa27c9a44e18a307c563a51767f HTTP/1.1" status: 200 len: 267 time: 0.0893636 May 12 19:09:26.301245 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-2bf2622d-a94b-4d10-99ec-baed2d619eef tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:26.302615 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-2bf2622d-a94b-4d10-99ec-baed2d619eef tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 809 time: 0.1252096 May 12 19:09:26.337384 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-f1d6b599-9c69-4f71-9ef0-ac94d2e7387c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/quotas/0565eaa27c9a44e18a307c563a51767f HTTP/1.1" status: 200 len: 375 time: 0.0177746 May 12 19:09:26.355805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (e9a565ac-743a-4cd2-8d33-0318c98f1869), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:26.406269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a565ac-743a-4cd2-8d33-0318c98f1869,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:26.420126 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-45fa344e-59a8-457c-8315-b9805ef3564d tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750923 May 12 19:09:26.440818 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-b4914767-3b5e-4150-8a8c-ee3653ae1afc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 19:09:26.441823 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-b4914767-3b5e-4150-8a8c-ee3653ae1afc service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068529 May 12 19:09:26.602082 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-9945ff63-e8b6-4c6a-9e2b-2329c50f82ab service neutron] 10.222.0.48 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410317 May 12 19:09:26.675638 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:26.772633 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-d6a4ca84-da2d-4e76-b778-282e41e3df34 service neutron] 10.222.0.48 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384869 May 12 19:09:26.936368 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:09:27.059031 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:09:27.067193 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-dee3ca7c-32bc-4de9-bb56-5f3ace231737 admin admin] 10.222.0.48 "PUT /v2.0/routers/1c7fa718-39d6-4d27-897f-a4c48b2f37ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839218 May 12 19:09:27.067440 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44458) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:27.069802 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] Sync routers for ids ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:09:27.083645 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] Routers {'1c7fa718-39d6-4d27-897f-a4c48b2f37ab'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:27.084114 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c75c66c-4fda-4e71-84fb-8bc81d001239 req-0f4213c8-07f9-4927-820d-2dba5351100e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 210 time: 0.0339019 May 12 19:09:27.084427 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:09:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:27.189476 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks [] for router (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.208360 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] Set router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:27.305851 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks [] for router_gateway (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.356567 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Deleting port c23591ce-dca0-4621-8540-90b5d7280b1f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:27.356797 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.386795 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:09:26Z', 'revision_number': 5, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port': {'id': 'c23591ce-dca0-4621-8540-90b5d7280b1f', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:06:44Z', 'updated_at': '2022-05-12T19:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:27.422283 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] Checking router: 1c7fa718-39d6-4d27-897f-a4c48b2f37ab for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:09:27.431596 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] Routers {'1c7fa718-39d6-4d27-897f-a4c48b2f37ab'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:27.432563 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:09:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:27.438582 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] For port c23591ce-dca0-4621-8540-90b5d7280b1f, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c23591ce-dca0-4621-8540-90b5d7280b1f,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:27.438945 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.452146 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Calling delete_port for c23591ce-dca0-4621-8540-90b5d7280b1f owned by network:router_gateway {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:27.526021 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] Set router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab gateway port host: None {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:27.576967 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:09:27Z', 'revision_number': 6, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port_host': None}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:27.608182 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446cab81-a08d-4d19-8bf6-9dc6451705aa None None] The sync data for ids ['1c7fa718-39d6-4d27-897f-a4c48b2f37ab'] in dv-cinder-795751-3-iscsi is: [{'id': '1c7fa718-39d6-4d27-897f-a4c48b2f37ab', 'name': 'tempest-TestMinimumBasicScenario-671321222-router', 'tenant_id': '10202842bca14ed8b384ceca7724b8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:06:43Z', 'updated_at': '2022-05-12T19:09:27Z', 'revision_number': 6, 'project_id': '10202842bca14ed8b384ceca7724b8b6', 'gw_port_host': None}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:09:27.627623 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (c23591ce-dca0-4621-8540-90b5d7280b1f), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.658853 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Pushing event deleted for resources: {'Port': ['ID=c23591ce-dca0-4621-8540-90b5d7280b1f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:27.726175 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.815890 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.818070 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks [] for router_controller (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.859927 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (1c7fa718-39d6-4d27-897f-a4c48b2f37ab), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.860400 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7fa718-39d6-4d27-897f-a4c48b2f37ab {{(pid=103290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:09:27.864418 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:27.865552 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ac3ddb70-218f-47d1-b00e-b51b7b66dcda admin admin] 10.222.0.48 "DELETE /v2.0/routers/1c7fa718-39d6-4d27-897f-a4c48b2f37ab HTTP/1.1" status: 204 len: 168 time: 0.7970126 May 12 19:09:27.868018 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44466) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:27.914948 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93c8a60-9280-48a0-bc6a-fb3dd82877c2 admin admin] Deleting subnet b223d38c-4265-44ca-b520-43baf94d94bd {{(pid=103290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:09:27.918570 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a60-9280-48a0-bc6a-fb3dd82877c2 admin admin] Publish callbacks [] for subnet (b223d38c-4265-44ca-b520-43baf94d94bd), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.168581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-c3857195-6e0b-401c-aad7-a34bab63414f tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:28.170185 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-c3857195-6e0b-401c-aad7-a34bab63414f tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.49 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 809 time: 0.1225767 May 12 19:09:28.192994 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a60-9280-48a0-bc6a-fb3dd82877c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4412027'] for subnet (b223d38c-4265-44ca-b520-43baf94d94bd), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.206542 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d84784af-9573-4c10-b90b-32047322e2dc req-3ba62c7e-6254-430b-907a-0fdb4e47b884 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 210 time: 0.0352573 May 12 19:09:28.263293 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-f9d46e3d-fd0f-4e9f-9013-bf5662ff0b81 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0565eaa27c9a44e18a307c563a51767f HTTP/1.1" status: 200 len: 380 time: 0.0648324 May 12 19:09:28.270070 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a60-9280-48a0-bc6a-fb3dd82877c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (b223d38c-4265-44ca-b520-43baf94d94bd), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.272214 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'port': {'device_id': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'admin_state_up': True, 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'security_groups': ['97557eba-1165-4fdb-a4f6-13c375c33699']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:28.329868 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a60-9280-48a0-bc6a-fb3dd82877c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4247552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57942626'] for subnet (b223d38c-4265-44ca-b520-43baf94d94bd), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.358583 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c8a60-9280-48a0-bc6a-fb3dd82877c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b223d38c-4265-44ca-b520-43baf94d94bd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:28.361613 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c93c8a60-9280-48a0-bc6a-fb3dd82877c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.366417 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-c93c8a60-9280-48a0-bc6a-fb3dd82877c2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b223d38c-4265-44ca-b520-43baf94d94bd HTTP/1.1" status: 204 len: 168 time: 0.4973662 May 12 19:09:28.366770 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0115f115-55ac-4202-b59d-26b81b5e4b04 None None] Network d85d0611-0ee3-4e64-afdb-af12be069cf4 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:09:28.367251 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44470) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:28.410073 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Made reservation on behalf of 0565eaa27c9a44e18a307c563a51767f for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:09:28.414177 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.454544 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (d85d0611-0ee3-4e64-afdb-af12be069cf4), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.504321 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Deleting port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:28.504650 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.533638 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] DHCP port deletion for d85d0611-0ee3-4e64-afdb-af12be069cf4 request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:09:28.566577 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Allocated IP 172.20.0.4 (d122d075-290b-49ee-9eef-c39637b82d8b/9c00d164-8c82-4442-870a-ec16680c1bf4/3d305158-0b61-4aee-bec0-3bb97bcb137b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:09:28.582540 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] For port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,segment=NetworkSegment(bef5f132-8685-45dc-95d6-4c1c8af6466e),segment_id=bef5f132-8685-45dc-95d6-4c1c8af6466e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:28.582915 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.585384 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] Deleting port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:09:28.585856 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.600673 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Calling delete_port for 39f52ed6-0837-4c1b-8b08-a410b48a4ccd owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:28.663072 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] For port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,segment=NetworkSegment(bef5f132-8685-45dc-95d6-4c1c8af6466e),segment_id=bef5f132-8685-45dc-95d6-4c1c8af6466e)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:28.663474 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.680534 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] Calling delete_port for 39f52ed6-0837-4c1b-8b08-a410b48a4ccd owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:09:28.712599 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.740326 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.769783 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Pushing event deleted for resources: {'Port': ['ID=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:28.774867 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] No DVR routers for this DVR port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd on host dv-cinder-795751-3-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:09:28.784268 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174'] for port (39f52ed6-0837-4c1b-8b08-a410b48a4ccd), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.786462 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.819502 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] Pushing event deleted for resources: {'Port': ['ID=39f52ed6-0837-4c1b-8b08-a410b48a4ccd,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:28.826829 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74265e-78a7-4b4d-8db0-2263853930bb None None] No DVR routers for this DVR port 39f52ed6-0837-4c1b-8b08-a410b48a4ccd on host dv-cinder-795751-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:09:28.859875 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Network d122d075-290b-49ee-9eef-c39637b82d8b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:28.860156 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (d85d0611-0ee3-4e64-afdb-af12be069cf4), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.865953 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:28.871564 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:09:28.889004 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85d0611-0ee3-4e64-afdb-af12be069cf4']}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:28.901207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:28.916419 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef5f132-8685-45dc-95d6-4c1c8af6466e') {'for_net_delete': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:28.916795 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.services.segments.db [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef5f132-8685-45dc-95d6-4c1c8af6466e') {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:28.928107 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411970'] for segment (bef5f132-8685-45dc-95d6-4c1c8af6466e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.943577 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (bef5f132-8685-45dc-95d6-4c1c8af6466e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.943810 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:28.944364 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.952469 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:09:28.954088 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4248482'] for segment (bef5f132-8685-45dc-95d6-4c1c8af6466e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: Traceback (most recent call last): May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: timer() May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: cb(*args, **kw) May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: return func(*args, **kwargs) May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: self._notify() May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: self.callback(batched_events) May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: event.method(event) May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: return f(self, *a, **k) May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._get(url).json() May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: return self.request(url, 'GET', **kwargs) May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:09:28.956040 dv-cinder-795751-3-iscsi neutron-server[103290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:09:28.970563 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-509889ab-55d0-403a-b8d5-94d6d9b0f2b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7019310 May 12 19:09:28.990257 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Request body: {'port': {'device_id': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:29.017296 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (d85d0611-0ee3-4e64-afdb-af12be069cf4), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.023098 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.027228 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/d85d0611-0ee3-4e64-afdb-af12be069cf4 HTTP/1.1" status: 204 len: 168 time: 0.6590259 May 12 19:09:29.042073 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7098e40-3719-4413-b494-b88f445142ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d85d0611-0ee3-4e64-afdb-af12be069cf4,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:29.067769 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.136864 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-dfa3bfb9-6d92-4d90-ba81-e766bb6b9c60 None None] Provisioning complete for port 3d305158-0b61-4aee-bec0-3bb97bcb137b triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:29.137519 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-dfa3bfb9-6d92-4d90-ba81-e766bb6b9c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.179412 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3bfb9-6d92-4d90-ba81-e766bb6b9c60 None None] Port 3d305158-0b61-4aee-bec0-3bb97bcb137b cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:09:29.227636 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44474) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:29.253991 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device e9a565ac-743a-4cd2-8d33-0318c98f1869 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:09:29.284796 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-63e71d64-195f-4b3f-a349-8caae86c7515 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac196e75b746478c8ca28495d0971916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558786 May 12 19:09:29.288492 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44478) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:29.295558 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: e9a565ac-743a-4cd2-8d33-0318c98f1869 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:09:29.296016 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device e9a565ac-743a-4cd2-8d33-0318c98f1869 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:09:29.297636 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c23591ce-dca0-4621-8540-90b5d7280b1f no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:09:29.319018 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: c23591ce-dca0-4621-8540-90b5d7280b1f {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:09:29.319493 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c23591ce-dca0-4621-8540-90b5d7280b1f not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:09:29.319990 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 39f52ed6-0837-4c1b-8b08-a410b48a4ccd no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:09:29.339942 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 39f52ed6-0837-4c1b-8b08-a410b48a4ccd {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:09:29.340286 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 39f52ed6-0837-4c1b-8b08-a410b48a4ccd not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:09:29.343751 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ddd84853-ebb7-4374-81c8-6f43848afcde admin admin] Publish callbacks [] for security_group (6004df7b-c104-4848-9bca-8effb29c9f2c), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.367009 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199646d-d3dc-4718-9da5-2c409dae16a8 req-cfabfddb-b58e-4ec2-bfdb-2b4e1a456209 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:29.367595 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ddd84853-ebb7-4374-81c8-6f43848afcde admin admin] Publish callbacks [] for security_group (6004df7b-c104-4848-9bca-8effb29c9f2c), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.368449 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7199646d-d3dc-4718-9da5-2c409dae16a8 req-cfabfddb-b58e-4ec2-bfdb-2b4e1a456209 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 931 time: 0.0670123 May 12 19:09:29.419533 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ddd84853-ebb7-4374-81c8-6f43848afcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (6004df7b-c104-4848-9bca-8effb29c9f2c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.422839 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ddd84853-ebb7-4374-81c8-6f43848afcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.423983 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-ddd84853-ebb7-4374-81c8-6f43848afcde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6004df7b-c104-4848-9bca-8effb29c9f2c HTTP/1.1" status: 204 len: 168 time: 0.1344781 May 12 19:09:29.432633 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd84853-ebb7-4374-81c8-6f43848afcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004df7b-c104-4848-9bca-8effb29c9f2c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:29.468691 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7199646d-d3dc-4718-9da5-2c409dae16a8 req-b424be29-a2bf-4d14-a850-148d4a1ccca3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883734 May 12 19:09:29.476684 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d305158-0b61-4aee-bec0-3bb97bcb137b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:09:29.493809 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Publish callbacks [] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.507142 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Transition to ACTIVE for port object 3d305158-0b61-4aee-bec0-3bb97bcb137b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:09:29.510912 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.562973 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Pushing event updated for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:29.642349 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Attempting to bind port 3d305158-0b61-4aee-bec0-3bb97bcb137b on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:09:29.642680 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Attempting to bind port 3d305158-0b61-4aee-bec0-3bb97bcb137b by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:09:29.643027 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Attempting to bind port 3d305158-0b61-4aee-bec0-3bb97bcb137b on network d122d075-290b-49ee-9eef-c39637b82d8b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:09:29.648414 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Port 3d305158-0b61-4aee-bec0-3bb97bcb137b on network d122d075-290b-49ee-9eef-c39637b82d8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:09:29.648732 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Attempting to bind port 3d305158-0b61-4aee-bec0-3bb97bcb137b on network d122d075-290b-49ee-9eef-c39637b82d8b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:09:29.654364 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:09:29.654704 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Checking segment: {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:09:29.655092 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Bound using segment: {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:09:29.655521 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Bound port: 3d305158-0b61-4aee-bec0-3bb97bcb137b, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61eae121-ceca-41bd-9cf9-04ed2d4459e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:09:29.655880 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.733235 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:09:29.737031 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:09:29.744374 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.781582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:29.781582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:29.781582 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] 10.222.0.49 "PUT /v2.0/ports/3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 1093 time: 0.7949066 May 12 19:09:29.781582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:09:29.782942 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb1a6f-a120-404a-92ca-68e4462a76c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:09:29.791656 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:29.827066 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e27903-e728-46c8-864e-7242cfafec81 service neutron] Pushing event updated for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:29.853428 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bda328-7e26-4152-8361-6be0ff04aea4 x-openstack-request-id: req-71bda328-7e26-4152-8361-6be0ff04aea4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:09:29.853746 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:09:29.854002 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71bda328-7e26-4152-8361-6be0ff04aea4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:09:29.854448 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bda328-7e26-4152-8361-6be0ff04aea4'] response: {'name': 'network-changed', 'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'status': 'completed', 'code': 200} May 12 19:09:29.864219 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-68a4fa58-26f0-4fe8-b2b2-1b951e11ad6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10202842bca14ed8b384ceca7724b8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695004 May 12 19:09:29.864413 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:30.246152 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-186d38ae-05ab-40a7-842a-c1455a6f9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:30.247524 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-186d38ae-05ab-40a7-842a-c1455a6f9585 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1127 time: 0.3660445 May 12 19:09:30.254084 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-4f572280-437e-402f-9158-33eba10a4dfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3714960 May 12 19:09:30.262841 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37f4897c-d23b-4fce-b22c-3fbbd312914a admin admin] Publish callbacks [] for security_group (5eb170e4-0842-425b-97b5-121e75d62bc2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:30.290810 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37f4897c-d23b-4fce-b22c-3fbbd312914a admin admin] Publish callbacks [] for security_group (5eb170e4-0842-425b-97b5-121e75d62bc2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:30.334919 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-8a0f66b1-6efc-4603-8d60-e14e5b8015e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 217 time: 0.0546415 May 12 19:09:30.416620 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-74404de6-6d40-4377-a2b4-efbbb9ebef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:30.418135 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-74404de6-6d40-4377-a2b4-efbbb9ebef39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 1129 time: 0.0957582 May 12 19:09:30.420016 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-7d4351f1-7aee-4116-907c-08ef9c782549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:30.421413 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-7d4351f1-7aee-4116-907c-08ef9c782549 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 200 len: 848 time: 0.0653102 May 12 19:09:30.485243 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37f4897c-d23b-4fce-b22c-3fbbd312914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (5eb170e4-0842-425b-97b5-121e75d62bc2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:30.487717 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37f4897c-d23b-4fce-b22c-3fbbd312914a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:30.488814 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-37f4897c-d23b-4fce-b22c-3fbbd312914a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5eb170e4-0842-425b-97b5-121e75d62bc2 HTTP/1.1" status: 204 len: 168 time: 0.6235352 May 12 19:09:30.505962 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-6ecb73b6-0003-4fdb-8f05-d66e1df98c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:30.507435 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-6ecb73b6-0003-4fdb-8f05-d66e1df98c43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d122d075-290b-49ee-9eef-c39637b82d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806255 May 12 19:09:30.543023 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4897c-d23b-4fce-b22c-3fbbd312914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb170e4-0842-425b-97b5-121e75d62bc2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:30.628269 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5d4f8-e101-46db-bf54-045014c1f4a1 req-0ed61312-6dec-4b52-ad0b-464470a9d0c3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:30.629754 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3bd5d4f8-e101-46db-bf54-045014c1f4a1 req-0ed61312-6dec-4b52-ad0b-464470a9d0c3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0877032 May 12 19:09:30.690738 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-d814d47d-295b-4379-b281-b1ad069f1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:30.692232 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-d814d47d-295b-4379-b281-b1ad069f1944 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.2545602 May 12 19:09:30.772497 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-e9bc9619-6313-4527-b559-b69504733efc service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314923 May 12 19:09:30.807575 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3bd5d4f8-e101-46db-bf54-045014c1f4a1 req-91af72a6-bc41-4d22-a617-afdea27818a6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499197 May 12 19:09:30.827047 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-f404287a-d6b7-465c-b8cf-f3c9207b9037 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f6e958-fd7c-4499-8394-1885592a7817 HTTP/1.1" status: 200 len: 1000 time: 0.1273055 May 12 19:09:30.925892 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-0c5cbbe2-423b-4e15-aa8f-a2c612971393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:30.927345 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-0c5cbbe2-423b-4e15-aa8f-a2c612971393 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0934229 May 12 19:09:30.932428 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c5bbede-a5ae-4d2e-9945-a48faaffc467 req-35a153e4-fb11-4ebb-857d-96cc694f316a service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525581 May 12 19:09:30.971219 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-aabae2f8-3b3e-47c8-82b8-c56b4abe8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:30.972710 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-aabae2f8-3b3e-47c8-82b8-c56b4abe8d17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394630 May 12 19:09:31.278592 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-7b97c370-3edd-47e3-b4dd-1de5baa28389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:31.280306 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-7b97c370-3edd-47e3-b4dd-1de5baa28389 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1127 time: 0.0730760 May 12 19:09:31.322751 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-39fd4449-72dc-49c7-9d55-1d426aedfcc8 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395972 May 12 19:09:31.446820 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-53adb070-aa0a-45b3-847b-32b70ae369f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:31.448278 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-53adb070-aa0a-45b3-847b-32b70ae369f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 910 time: 0.1605415 May 12 19:09:31.500962 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-c0b42c14-8475-4506-b634-22ca2e30e96b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 217 time: 0.0425024 May 12 19:09:31.503019 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0a9bc77-7024-4301-96c0-b0dd39573401 req-ca41028c-6e0f-4931-87ff-4187223e89d1 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734395 May 12 19:09:31.556675 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-31553cbc-857f-4ce2-95bc-d5791c2d144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:31.558133 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-31553cbc-857f-4ce2-95bc-d5791c2d144c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 200 len: 848 time: 0.0433934 May 12 19:09:31.643355 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-b024c65b-6101-4ddf-a5d9-43e7626e19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:31.644802 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-b024c65b-6101-4ddf-a5d9-43e7626e19d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d122d075-290b-49ee-9eef-c39637b82d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383682 May 12 19:09:31.942157 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95011a57-bdd0-437d-a4f3-b8079c4736b4 req-1ab6dbc8-f50c-4cbd-9dec-0acccfbc459a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:31.943625 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95011a57-bdd0-437d-a4f3-b8079c4736b4 req-1ab6dbc8-f50c-4cbd-9dec-0acccfbc459a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0614188 May 12 19:09:31.946329 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-4be7f6f0-30e7-41d8-9dd2-f97c4ce328f4 service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316662 May 12 19:09:32.046782 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95011a57-bdd0-437d-a4f3-b8079c4736b4 req-b303a3b2-09bb-412c-bf71-a816ab5fa767 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971084 May 12 19:09:32.071493 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9bb1a6f-a120-404a-92ca-68e4462a76c7 req-a66caf0d-9e52-4c1f-bde8-7d7462b780aa service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147654 May 12 19:09:33.158348 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b8eed-1762-4d11-ba70-aa8febf2c2b2 req-696dd249-6e56-4e68-9a9c-64d3c83d3556 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:33.159800 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-005b8eed-1762-4d11-ba70-aa8febf2c2b2 req-696dd249-6e56-4e68-9a9c-64d3c83d3556 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0472586 May 12 19:09:33.207951 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-005b8eed-1762-4d11-ba70-aa8febf2c2b2 req-5d5645fe-d00a-4262-ac1a-c6bae2ece560 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 May 12 19:09:34.320188 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aeb23-5b76-4bde-b676-c04a199f6fad req-78884ab4-802d-4390-9ef7-bac4ff31e5b2 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:34.321641 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-406aeb23-5b76-4bde-b676-c04a199f6fad req-78884ab4-802d-4390-9ef7-bac4ff31e5b2 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0458429 May 12 19:09:34.368768 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-406aeb23-5b76-4bde-b676-c04a199f6fad req-8c561d32-5d9b-4ddc-9f4d-7d595965c1a6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416353 May 12 19:09:35.488644 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30a66a-ad03-418b-9729-ce91a9fcb6ea req-bd284bb5-c589-406a-a00e-9786e9c5851a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:35.490111 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a30a66a-ad03-418b-9729-ce91a9fcb6ea req-bd284bb5-c589-406a-a00e-9786e9c5851a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0491972 May 12 19:09:35.537474 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a30a66a-ad03-418b-9729-ce91a9fcb6ea req-28fe5c59-668c-4622-9ab6-56e16d684e52 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 May 12 19:09:36.646004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aea3d-5895-41de-a8f5-5006ce5bcba5 req-cff4abcf-86c8-4fa2-b37c-7690cde69864 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:36.647432 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d13aea3d-5895-41de-a8f5-5006ce5bcba5 req-cff4abcf-86c8-4fa2-b37c-7690cde69864 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0456483 May 12 19:09:36.695008 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d13aea3d-5895-41de-a8f5-5006ce5bcba5 req-10d7aac7-0316-4926-a2ed-0662e30af134 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 May 12 19:09:37.808791 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172ca73-f5f0-4a51-abe0-5080d5e1e375 req-13946d83-2442-4048-aa19-7d3d15ccb44a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:37.810268 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0172ca73-f5f0-4a51-abe0-5080d5e1e375 req-13946d83-2442-4048-aa19-7d3d15ccb44a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0496256 May 12 19:09:37.858353 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0172ca73-f5f0-4a51-abe0-5080d5e1e375 req-fdf23f11-3ce2-4be9-b982-199650e71ab1 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 May 12 19:09:38.341631 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 3d305158-0b61-4aee-bec0-3bb97bcb137b details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:09:38.435755 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:38.447249 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'port_id': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'mac_address': 'fa:16:3e:bd:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:09:38.491302 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 3d305158-0b61-4aee-bec0-3bb97bcb137b is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:38.491686 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:38.504438 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d305158-0b61-4aee-bec0-3bb97bcb137b {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:09:38.522638 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:38.526409 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:38.571758 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:38.816324 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['3d305158-0b61-4aee-bec0-3bb97bcb137b'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:09:38.972400 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9432a1-4ff1-4a66-a4e8-c5c8fa6f5d60 req-e992fc6c-49d4-411c-b9fd-365cfeae8bad tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:38.973893 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0f9432a1-4ff1-4a66-a4e8-c5c8fa6f5d60 req-e992fc6c-49d4-411c-b9fd-365cfeae8bad tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 944 time: 0.0495288 May 12 19:09:39.022242 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0f9432a1-4ff1-4a66-a4e8-c5c8fa6f5d60 req-a07fce19-4f7a-4265-b629-e279375e5f0a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 May 12 19:09:40.133912 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b174d9-5d53-45a4-8d3f-e540cf2676a7 req-4c2ac24e-6e20-487b-97c6-430983b46c85 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:40.135388 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60b174d9-5d53-45a4-8d3f-e540cf2676a7 req-4c2ac24e-6e20-487b-97c6-430983b46c85 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 944 time: 0.0462334 May 12 19:09:40.193655 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60b174d9-5d53-45a4-8d3f-e540cf2676a7 req-1a312012-007f-4103-8f5a-e9f65df4e22e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527728 May 12 19:09:40.366543 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 3d305158-0b61-4aee-bec0-3bb97bcb137b up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:09:40.409763 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 3d305158-0b61-4aee-bec0-3bb97bcb137b completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:09:40.414708 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 3d305158-0b61-4aee-bec0-3bb97bcb137b triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:09:40.415182 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:40.493267 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 3d305158-0b61-4aee-bec0-3bb97bcb137b is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:09:40.493674 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:40.517411 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:09:40.519915 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9c352e-b4ad-43a8-9fe5-7ed2fcf92a91" -d '{"events": [{"server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:09:40.534010 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:09:40.538972 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:40.562576 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd38fa2-3cf9-4046-8975-89d206c48351 x-openstack-request-id: req-1cd38fa2-3cf9-4046-8975-89d206c48351 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:09:40.562860 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:09:40.563109 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cd38fa2-3cf9-4046-8975-89d206c48351 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:09:40.563492 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd38fa2-3cf9-4046-8975-89d206c48351'] response: {'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'code': 200} May 12 19:09:40.588474 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:40.792018 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0bace-1228-41de-b24c-879056ad6e64 req-78f709b1-e907-409b-9a49-042bdee8e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:40.793457 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aaf0bace-1228-41de-b24c-879056ad6e64 req-78f709b1-e907-409b-9a49-042bdee8e95d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1129 time: 0.0371830 May 12 19:09:40.837247 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aaf0bace-1228-41de-b24c-879056ad6e64 req-45f1fa81-f3cf-45ed-8196-b2fba784b73a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 May 12 19:09:41.303427 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394cf99-8cc0-43f7-8aca-a5e22325a0df req-9edf7eef-5ca4-4859-86c9-300c51c46fda tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:41.304867 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0394cf99-8cc0-43f7-8aca-a5e22325a0df req-9edf7eef-5ca4-4859-86c9-300c51c46fda tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0459914 May 12 19:09:41.351668 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0394cf99-8cc0-43f7-8aca-a5e22325a0df req-f11fb6eb-8fb4-4756-a41b-9b39abbaea3e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 May 12 19:09:42.468056 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac79df-c575-48b4-9668-de5be7bf9c17 req-f4189c42-bcc8-4eb6-885f-a9fef666cb79 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:42.469548 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54ac79df-c575-48b4-9668-de5be7bf9c17 req-f4189c42-bcc8-4eb6-885f-a9fef666cb79 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0499597 May 12 19:09:42.516692 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54ac79df-c575-48b4-9668-de5be7bf9c17 req-23fc3521-78b0-4ad5-bc4d-681da4e8abd4 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 May 12 19:09:42.625184 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f409-5360-462d-812a-55fb08cf926e req-32e4e95c-c302-4565-bc38-1c0733672fe2 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:42.627179 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b06f409-5360-462d-812a-55fb08cf926e req-32e4e95c-c302-4565-bc38-1c0733672fe2 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0452721 May 12 19:09:42.676545 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b06f409-5360-462d-812a-55fb08cf926e req-41b3edd1-acb4-48b2-81d1-bb362a5d7d92 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 May 12 19:09:42.697749 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:42.920118 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66e159-d773-44e4-816b-54bb0a21b073 tempest-TestShelveInstance-869698290 tempest-TestShelveInstance-869698290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:42.921668 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ba66e159-d773-44e4-816b-54bb0a21b073 tempest-TestShelveInstance-869698290 tempest-TestShelveInstance-869698290-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1124 time: 0.2229178 May 12 19:09:42.925070 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44524) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:09:42.929374 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'port_id': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:09:42.950888 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:43.032022 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:43.138183 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Allocated IP 172.27.3.119 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:09:43.239546 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for port (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:43.282982 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:43.316608 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:09:43.320751 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:09:43.324230 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:09:43.352665 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'Port': ['ID=4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:43.694478 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for floatingip (4b775319-50d2-4a90-87dd-cf484acd7ffc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:43.764456 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:43.941129 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for port (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:43.946229 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:44.012000 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event updated for resources: {'Port': ['ID=4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:09:44.021622 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (4b775319-50d2-4a90-87dd-cf484acd7ffc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:44.121375 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Floating IP 4b775319-50d2-4a90-87dd-cf484acd7ffc associated. External IP: 172.27.3.119, port: 3d305158-0b61-4aee-bec0-3bb97bcb137b. May 12 19:09:44.594931 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:09:44.703579 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:09:44.713889 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] Sync routers for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:09:44.723329 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:44.726408 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:44.727025 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:09:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:44.753867 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-57426c2b-255d-4964-8c39-97e9736683af tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8277073 May 12 19:09:44.754450 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:09:44.756699 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3117855-8a53-4866-a3ae-69e4ca368a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:09:44.791568 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0d4c20-1cdd-45c4-9556-6bee4d981231 x-openstack-request-id: req-7c0d4c20-1cdd-45c4-9556-6bee4d981231 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:09:44.791890 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:09:44.792147 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c0d4c20-1cdd-45c4-9556-6bee4d981231 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:09:44.792562 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0d4c20-1cdd-45c4-9556-6bee4d981231'] response: {'name': 'network-changed', 'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'status': 'completed', 'code': 200} May 12 19:09:44.840228 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:44.873342 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-f2588137-3177-47f1-9f6f-475046d1c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:44.874775 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-f2588137-3177-47f1-9f6f-475046d1c7bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1129 time: 0.0395794 May 12 19:09:44.974321 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-ccf3ed87-18c5-40dd-9271-8f24109fde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:44.975814 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-ccf3ed87-18c5-40dd-9271-8f24109fde46 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 910 time: 0.0934122 May 12 19:09:45.041603 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-80b0c3cf-4d4a-4067-a5a8-8d99d4d45c66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 999 time: 0.0601263 May 12 19:09:45.060055 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '4b775319-50d2-4a90-87dd-cf484acd7ffc', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'port_id': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'mac_address': 'fa:16:3e:bd:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:09:43Z', 'updated_at': '2022-05-12T19:09:43Z', 'revision_number': 0, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 5, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:45.090104 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] Checking router: d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:09:45.095542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-d79ee35b-4279-41b6-bd89-40a4c4339652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:45.097966 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-d79ee35b-4279-41b6-bd89-40a4c4339652 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 200 len: 848 time: 0.0513661 May 12 19:09:45.101495 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:09:45.102476 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:09:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:45.143739 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-159b8fca-1685-453a-ab52-6cd07ae0d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:09:45.145241 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-159b8fca-1685-453a-ab52-6cd07ae0d956 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d122d075-290b-49ee-9eef-c39637b82d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405371 May 12 19:09:45.155236 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-878db995-8e2a-49a0-913e-a68d055a3960 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 19:09:45.156505 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-878db995-8e2a-49a0-913e-a68d055a3960 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053279 May 12 19:09:45.265295 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-950efcfb-330e-49fa-846c-ebfda99129af service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027400 May 12 19:09:45.341322 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:09:45.354274 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3117855-8a53-4866-a3ae-69e4ca368a0d req-8d26c066-84d2-4ac0-a6ff-4d99070ed74c service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830102 May 12 19:09:45.554647 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '4b775319-50d2-4a90-87dd-cf484acd7ffc', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'port_id': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'mac_address': 'fa:16:3e:bd:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:09:43Z', 'updated_at': '2022-05-12T19:09:43Z', 'revision_number': 0, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 5, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:09:45.585228 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ae38b-bafe-4133-b277-9408e2e8240d None None] The sync data for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi is: [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '4b775319-50d2-4a90-87dd-cf484acd7ffc', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'port_id': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'mac_address': 'fa:16:3e:bd:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:09:43Z', 'updated_at': '2022-05-12T19:09:43Z', 'revision_number': 0, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 5, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:09:45.776415 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:09:45.781018 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc9ad5-3799-469e-a271-670ae73f38f0 None None] New status for floating IP 4b775319-50d2-4a90-87dd-cf484acd7ffc: ACTIVE {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:09:49.333180 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-333edfeb-a05b-4d54-82c6-4c94726c5184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:51.366119 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5ecfaa1b-73e8-46b9-800b-dbe3fa912eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:52.987429 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:54.253243 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:54.974966 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:09:55.621533 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:10.327278 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e765b2-b3e6-414a-9d4c-29c5c75212bb req-0f95ce45-2ac9-412a-a28f-967737dda2bb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:10.328741 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-08e765b2-b3e6-414a-9d4c-29c5c75212bb req-0f95ce45-2ac9-412a-a28f-967737dda2bb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 945 time: 0.0470250 May 12 19:10:10.379704 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-08e765b2-b3e6-414a-9d4c-29c5c75212bb req-6560143b-4e9b-4a7d-8fcc-42387293f9ba tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446517 May 12 19:10:11.493824 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27502045-9ec7-4202-8094-0c25ef71e173 req-fb172a74-0ff0-4b48-aaa7-7ace81f95222 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:11.495277 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-27502045-9ec7-4202-8094-0c25ef71e173 req-fb172a74-0ff0-4b48-aaa7-7ace81f95222 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 945 time: 0.0456169 May 12 19:10:11.546476 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-27502045-9ec7-4202-8094-0c25ef71e173 req-addfac54-95cb-4f54-bd6b-e9a67070ad1b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 May 12 19:10:12.030249 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0a2ff1dc-8316-47c8-9c82-31684716c808 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:12.031659 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0a2ff1dc-8316-47c8-9c82-31684716c808 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 945 time: 0.0456617 May 12 19:10:12.118294 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Deleting port 97f6e958-fd7c-4499-8394-1885592a7817 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:10:12.118629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (97f6e958-fd7c-4499-8394-1885592a7817), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:12.207744 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] For port 97f6e958-fd7c-4499-8394-1885592a7817, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=97f6e958-fd7c-4499-8394-1885592a7817,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:10:12.208103 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (97f6e958-fd7c-4499-8394-1885592a7817), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:12.380418 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:12.381262 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (57612eb6-edd1-400a-9f42-8a999ff4a95a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:12.381746 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Floating IP 57612eb6-edd1-400a-9f42-8a999ff4a95a disassociated. External IP: 172.27.3.40, port: 97f6e958-fd7c-4499-8394-1885592a7817. May 12 19:10:12.382105 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Calling delete_port for 97f6e958-fd7c-4499-8394-1885592a7817 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:10:12.507528 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (97f6e958-fd7c-4499-8394-1885592a7817), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:12.539654 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event deleted for resources: {'Port': ['ID=97f6e958-fd7c-4499-8394-1885592a7817,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:10:12.550711 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.551060 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.551400 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.551739 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.552071 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.552403 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.552763 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.553088 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.553415 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.553786 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.554111 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.554437 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.554774 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.555081 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.555396 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:12.672576 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a16ba184-7070-4c10-b729-72d64b0172df req-b976b4c3-d41c-4ab3-9500-92e3204688c8 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7dad07-5489-481f-a88f-82935b3fd957 HTTP/1.1" status: 200 len: 210 time: 0.0567927 May 12 19:10:12.691816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:10:12.801724 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:10:12.811986 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:10:12.822758 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:10:12.823442 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:09:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:10:12.844531 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] No DVR routers for this DVR port 97f6e958-fd7c-4499-8394-1885592a7817 on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:10:12.847086 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:12.850365 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c9681ab-5faa-4627-b995-e6e40cad6617 req-0953a9a3-69d9-4e2f-b335-5bf783442188 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "DELETE /v2.0/ports/97f6e958-fd7c-4499-8394-1885592a7817 HTTP/1.1" status: 204 len: 173 time: 0.8122385 May 12 19:10:12.850805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7dad07-5489-481f-a88f-82935b3fd957', 'name': 'network-vif-deleted', 'tag': '97f6e958-fd7c-4499-8394-1885592a7817'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:10:12.853127 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ce440-b392-43d9-ac05-dbb189546eb4" -d '{"events": [{"server_uuid": "0e7dad07-5489-481f-a88f-82935b3fd957", "name": "network-vif-deleted", "tag": "97f6e958-fd7c-4499-8394-1885592a7817"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:10:12.895909 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad110cba-e632-4792-bec5-10a7d1bf6df6 x-openstack-request-id: req-ad110cba-e632-4792-bec5-10a7d1bf6df6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:10:12.896204 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7dad07-5489-481f-a88f-82935b3fd957", "name": "network-vif-deleted", "tag": "97f6e958-fd7c-4499-8394-1885592a7817", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:10:12.896488 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad110cba-e632-4792-bec5-10a7d1bf6df6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:10:12.896899 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad110cba-e632-4792-bec5-10a7d1bf6df6'] response: {'server_uuid': '0e7dad07-5489-481f-a88f-82935b3fd957', 'name': 'network-vif-deleted', 'tag': '97f6e958-fd7c-4499-8394-1885592a7817', 'status': 'completed', 'code': 200} May 12 19:10:12.941398 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:10:13.136099 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:10:13.162111 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:10:13.171114 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:10:13.171730 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:09:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:10:13.288536 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:10:13.483232 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:10:13.509841 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ea446-22b2-4e11-908b-8f37c3d61b23 None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:10:13.757833 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a252e9-a61c-4613-ab22-089f328556a8 None None] New status for floating IP 57612eb6-edd1-400a-9f42-8a999ff4a95a: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:10:13.938133 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-3de19c30-8212-4dbd-ba99-e3d2ffce3f70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1462802288&fields=id&tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 267 time: 0.0456178 May 12 19:10:14.045053 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5230d-e164-4021-9faa-27971c4e40bc req-1ee1d72d-2787-49f1-88eb-574af1350212 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:14.046452 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-1ee1d72d-2787-49f1-88eb-574af1350212 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 812 time: 0.1018672 May 12 19:10:14.061120 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-2534c8fa-ef30-428b-a521-c1ba2b262c73 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/quotas/ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 375 time: 0.0093982 May 12 19:10:14.108679 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d96f906b-228e-410a-9b48-129f17d9f2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427701 May 12 19:10:14.125649 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-19757cee-408a-4425-8ce6-0326ce07447f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 19:10:14.126660 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-19757cee-408a-4425-8ce6-0326ce07447f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054483 May 12 19:10:14.219433 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-aa7f646e-b9ad-47f2-b8f4-f7221883e820 service neutron] 10.222.0.48 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869331 May 12 19:10:14.308073 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-5bd239a0-2de4-439b-b2f4-6f9296118eb5 service neutron] 10.222.0.48 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826182 May 12 19:10:14.586357 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5fe6d2f8-7b40-428b-ae3d-e4727b774eba req-1fa6aa79-cf37-415c-a6b4-4033d851b42d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 210 time: 0.0281601 May 12 19:10:15.706555 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41ab1768-21b1-4ad6-bf0b-5c84290d1665 req-70246793-d6f7-456f-a245-ca6b46fe5387 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 210 time: 0.0474935 May 12 19:10:15.821252 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5230d-e164-4021-9faa-27971c4e40bc req-9898f115-d9bb-4f01-b7c1-f1b3dac14408 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:15.822730 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-9898f115-d9bb-4f01-b7c1-f1b3dac14408 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 812 time: 0.1543152 May 12 19:10:15.895685 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-3c7a8414-9a8c-40e7-bcdc-2ba38c6ac8b1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 380 time: 0.0532899 May 12 19:10:15.905169 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'port': {'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'admin_state_up': True, 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'security_groups': ['5841b773-668a-4f7e-b602-48fc9a277202']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:10:16.035212 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Made reservation on behalf of ab7dbf84e4d74021b021fbf20b99a7c9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:10:16.039594 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:16.166498 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Allocated IP 172.20.0.10 (9c023c40-b2da-44b2-b84e-b8fea4bf4942/9ca4e124-08cf-4206-8b0d-9ce333e427bc/4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:10:16.305054 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:16.338542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:16.386458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:10:16.389855 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:10:16.396556 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:10:16.420919 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:10:16.452139 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:16.452768 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:16.469263 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d94a1bfe-2729-4b52-ab35-46a103ca6bcc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5676172 May 12 19:10:16.538023 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Request body: {'port': {'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:10:16.581702 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 97f6e958-fd7c-4499-8394-1885592a7817 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:10:16.596830 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:16.605189 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 97f6e958-fd7c-4499-8394-1885592a7817 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:10:16.605668 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 97f6e958-fd7c-4499-8394-1885592a7817 not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:10:16.644275 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-845a6a35-aa5e-4821-85f4-803b95c9c9da None None] Provisioning complete for port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:10:16.644582 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-845a6a35-aa5e-4821-85f4-803b95c9c9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:16.685281 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-845a6a35-aa5e-4821-85f4-803b95c9c9da None None] Port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:10:16.860157 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cae3d-6645-4299-a577-39bc870f41e8 req-6d674324-0393-4995-83f7-dfd44bb37792 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:16.861645 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-237cae3d-6645-4299-a577-39bc870f41e8 req-6d674324-0393-4995-83f7-dfd44bb37792 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 932 time: 0.0850132 May 12 19:10:16.954388 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-237cae3d-6645-4299-a577-39bc870f41e8 req-b4103201-de59-446e-9dce-3ceabf7c4c4c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871799 May 12 19:10:16.969068 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:10:16.976738 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Publish callbacks [] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:16.991842 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Transition to ACTIVE for port object 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:10:16.996707 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:17.046597 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Pushing event updated for resources: {'Port': ['ID=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:10:17.119575 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Attempting to bind port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:10:17.119904 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Attempting to bind port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:10:17.120230 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Attempting to bind port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:10:17.124998 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:10:17.125316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Attempting to bind port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:10:17.130566 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:10:17.130903 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Checking segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:10:17.131782 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Bound using segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:10:17.132207 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Bound port: 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:10:17.132565 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:17.201147 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] For port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:10:17.204833 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] For port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:10:17.211135 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:17.244053 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:17.244668 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:17.246140 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] 10.222.0.49 "PUT /v2.0/ports/4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a HTTP/1.1" status: 200 len: 1094 time: 0.7629521 May 12 19:10:17.246574 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:10:17.248798 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55963a30-9223-411d-93e1-fe7abb02f483" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:10:17.275267 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f5474-2274-4a04-8d69-597b3a322c4d service neutron] Pushing event updated for resources: {'Port': ['ID=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:10:17.292195 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3163f5-6172-48ec-8f5a-bdd5e79456f8 x-openstack-request-id: req-0b3163f5-6172-48ec-8f5a-bdd5e79456f8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:10:17.292498 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:10:17.292758 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b3163f5-6172-48ec-8f5a-bdd5e79456f8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:10:17.293179 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3163f5-6172-48ec-8f5a-bdd5e79456f8'] response: {'name': 'network-changed', 'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'status': 'completed', 'code': 200} May 12 19:10:17.353340 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5230d-e164-4021-9faa-27971c4e40bc req-5a909355-326a-44aa-a231-7538c7bb73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:17.354880 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-5a909355-326a-44aa-a231-7538c7bb73b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 1128 time: 0.0412738 May 12 19:10:17.406837 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-5fd488bb-e3a1-4b63-9161-f9d102a0d40a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a HTTP/1.1" status: 200 len: 217 time: 0.0394702 May 12 19:10:17.464515 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5230d-e164-4021-9faa-27971c4e40bc req-4425dc10-2fe0-433d-a0f0-e49c19fa2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:17.465930 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-4425dc10-2fe0-433d-a0f0-e49c19fa2454 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0529070 May 12 19:10:17.507863 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d3ad45eb-66d0-4c6c-bea5-c960ef6a9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:17.509319 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-d3ad45eb-66d0-4c6c-bea5-c960ef6a9d10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379822 May 12 19:10:17.599016 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-55a6bf84-847d-42f9-bec8-d9d4ea7879b7 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838127 May 12 19:10:17.686769 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-46f5230d-e164-4021-9faa-27971c4e40bc req-f2b570ed-6f66-4f58-a52e-79302f9ba4d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805943 May 12 19:10:17.990539 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963a30-9223-411d-93e1-fe7abb02f483 req-bcfb20c2-be29-48d9-ad3a-562b330d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:17.992088 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55963a30-9223-411d-93e1-fe7abb02f483 req-bcfb20c2-be29-48d9-ad3a-562b330d56a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 1128 time: 0.0427771 May 12 19:10:18.109028 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90151eab-1c2c-4456-b02d-3073e9d30c28 req-bce31a4d-05fb-41a9-9bd0-f085b92e1704 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:18.110492 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90151eab-1c2c-4456-b02d-3073e9d30c28 req-bce31a4d-05fb-41a9-9bd0-f085b92e1704 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 944 time: 0.0801766 May 12 19:10:18.129396 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963a30-9223-411d-93e1-fe7abb02f483 req-94eb9d0a-0f02-4802-a04d-5391ac433dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:18.130999 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55963a30-9223-411d-93e1-fe7abb02f483 req-94eb9d0a-0f02-4802-a04d-5391ac433dfd service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.1300662 May 12 19:10:18.176211 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55963a30-9223-411d-93e1-fe7abb02f483 req-8070a790-be71-4161-b555-9e45eec193e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a HTTP/1.1" status: 200 len: 217 time: 0.0392292 May 12 19:10:18.227550 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90151eab-1c2c-4456-b02d-3073e9d30c28 req-b75a278d-8675-4a8a-bf54-5801460ac355 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115532 May 12 19:10:18.240353 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963a30-9223-411d-93e1-fe7abb02f483 req-9435afaf-9fba-4a58-80ad-3ac35f790358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:18.241838 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55963a30-9223-411d-93e1-fe7abb02f483 req-9435afaf-9fba-4a58-80ad-3ac35f790358 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0581441 May 12 19:10:18.286946 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963a30-9223-411d-93e1-fe7abb02f483 req-ebe760d1-e1fa-4430-a91e-466013352412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:18.288977 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55963a30-9223-411d-93e1-fe7abb02f483 req-ebe760d1-e1fa-4430-a91e-466013352412 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416641 May 12 19:10:18.376948 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55963a30-9223-411d-93e1-fe7abb02f483 req-7a19cd4f-5452-4312-aff9-4ab4a976d9b9 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813041 May 12 19:10:18.470571 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55963a30-9223-411d-93e1-fe7abb02f483 req-0ac67264-f1a1-4ac1-bee7-2e9cb0d2c7b2 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878549 May 12 19:10:19.340495 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6f121e44-0335-48d5-92b3-1899c9bcbe7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:19.345369 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b37085-c2f0-41b0-a2c8-0aa29a277e3c req-7f23c7b2-545c-4fbb-8a46-31edc3597acc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:19.346890 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14b37085-c2f0-41b0-a2c8-0aa29a277e3c req-7f23c7b2-545c-4fbb-8a46-31edc3597acc tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 944 time: 0.0465217 May 12 19:10:19.395232 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-14b37085-c2f0-41b0-a2c8-0aa29a277e3c req-29d9cf75-fabe-4c47-9116-24ef8fcbbc81 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420558 May 12 19:10:20.505636 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1702c3-aaee-4723-b214-81fbc131e3e8 req-4fb65175-01a2-41b5-aac7-211775882be3 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:20.507651 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd1702c3-aaee-4723-b214-81fbc131e3e8 req-4fb65175-01a2-41b5-aac7-211775882be3 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 944 time: 0.0465896 May 12 19:10:20.557997 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd1702c3-aaee-4723-b214-81fbc131e3e8 req-2e01b406-c0f1-48b5-b2f9-87be1003e77c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 May 12 19:10:21.368886 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-02640240-0208-47d2-a2df-dd1f748c3980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:21.666983 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710235-002b-4d37-881a-bf4a9783230b req-98cbb3db-d128-4809-b5c3-98ad62368edb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:21.668531 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af710235-002b-4d37-881a-bf4a9783230b req-98cbb3db-d128-4809-b5c3-98ad62368edb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 944 time: 0.0458286 May 12 19:10:21.716406 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af710235-002b-4d37-881a-bf4a9783230b req-be214933-d700-40b2-91c7-0205b54bc75e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423260 May 12 19:10:22.775980 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:10:22.825861 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118f66c-bd30-4659-a7f5-0d22149ce665 req-d93ca471-d59d-43bd-8cf4-2c20adda1fcf tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:22.827291 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f118f66c-bd30-4659-a7f5-0d22149ce665 req-d93ca471-d59d-43bd-8cf4-2c20adda1fcf tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 944 time: 0.0455544 May 12 19:10:22.874473 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f118f66c-bd30-4659-a7f5-0d22149ce665 req-4abe9eba-9d96-4c03-a072-255220093e71 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 May 12 19:10:22.991792 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:23.988925 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe2b55-4bb6-4f10-8e45-3ba4ce3e8ffc req-f6790493-55b8-4556-ae1b-cdc60dfbe890 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:23.990381 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9fe2b55-4bb6-4f10-8e45-3ba4ce3e8ffc req-f6790493-55b8-4556-ae1b-cdc60dfbe890 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 944 time: 0.0483708 May 12 19:10:24.038234 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9fe2b55-4bb6-4f10-8e45-3ba4ce3e8ffc req-5d00516b-e9c4-4ba8-96ce-6180d2f38ede tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416274 May 12 19:10:24.256345 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:25.001487 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:25.151010 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7da3ff-7745-4d16-aae9-333c287a3158 req-b8cac1cc-a801-4631-beb7-2b51446289fb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:25.152469 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c7da3ff-7745-4d16-aae9-333c287a3158 req-b8cac1cc-a801-4631-beb7-2b51446289fb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 944 time: 0.0471773 May 12 19:10:25.200713 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c7da3ff-7745-4d16-aae9-333c287a3158 req-b7613b7f-d0f1-403b-ae11-ee2a375ac34a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 May 12 19:10:25.626428 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:26.310172 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9bbe0-1ee3-4e4a-8819-9d7e52e6fca9 req-85ea04da-2cb5-42cc-9e23-3524362960b6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:26.311575 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5e9bbe0-1ee3-4e4a-8819-9d7e52e6fca9 req-85ea04da-2cb5-42cc-9e23-3524362960b6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 944 time: 0.0450444 May 12 19:10:26.361278 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5e9bbe0-1ee3-4e4a-8819-9d7e52e6fca9 req-54127a46-6dc6-4658-bfd8-91d31b308d1c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443006 May 12 19:10:26.644480 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:10:26.737402 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:10:26.756697 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:10:26.802696 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:10:26.803079 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:26.816374 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:10:26.834752 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:10:26.838190 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:26.883433 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:10:26.890274 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.890636 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.890968 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.891294 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.891636 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.891955 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.892270 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.892582 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.892895 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.893205 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.893515 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.893849 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.894159 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.894465 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:26.894822 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:10:27.110123 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:10:27.471290 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456ff05-1086-4255-9b73-eec4b74f2751 req-fefbe3d3-d859-48d4-8e1b-87f4c392b67b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:27.472646 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c456ff05-1086-4255-9b73-eec4b74f2751 req-fefbe3d3-d859-48d4-8e1b-87f4c392b67b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 945 time: 0.0456336 May 12 19:10:27.521618 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c456ff05-1086-4255-9b73-eec4b74f2751 req-c2134d47-786a-48b0-b0fc-ac097e502e5b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 May 12 19:10:28.632369 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab02811-6abc-4978-ae93-9918bab5ae78 req-e032a849-6719-4b2a-b263-4e22f5a2178c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:28.634414 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ab02811-6abc-4978-ae93-9918bab5ae78 req-e032a849-6719-4b2a-b263-4e22f5a2178c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 945 time: 0.0461712 May 12 19:10:28.661329 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:10:28.682436 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ab02811-6abc-4978-ae93-9918bab5ae78 req-6e7ae4b3-a03c-4ff4-a56d-0992f211c15d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 May 12 19:10:28.706016 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:10:28.711965 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:10:28.712374 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:28.790395 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:10:28.790777 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:28.812881 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:10:28.815077 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7bbf0c-d4f5-4f39-9727-73f368f9aaa7" -d '{"events": [{"server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "name": "network-vif-plugged", "status": "completed", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:10:28.828414 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:10:28.832299 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:28.879368 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:10:28.966444 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92605d71-d8d9-43bd-9a1a-1a6680291b14 x-openstack-request-id: req-92605d71-d8d9-43bd-9a1a-1a6680291b14 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:10:28.966753 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "name": "network-vif-plugged", "status": "completed", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:10:28.967006 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92605d71-d8d9-43bd-9a1a-1a6680291b14 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:10:28.967407 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92605d71-d8d9-43bd-9a1a-1a6680291b14'] response: {'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'code': 200} May 12 19:10:29.232358 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa8d59-0f0b-47d9-a5e7-8b45e100e97b req-8d8bdfea-f8ce-45d4-9947-e5cfbf02f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:29.233879 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e5aa8d59-0f0b-47d9-a5e7-8b45e100e97b req-8d8bdfea-f8ce-45d4-9947-e5cfbf02f1fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 1130 time: 0.0416858 May 12 19:10:29.278653 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e5aa8d59-0f0b-47d9-a5e7-8b45e100e97b req-ca9ca0d3-5259-4313-85ef-7e0a1001814e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388908 May 12 19:10:29.794482 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112b109-e89f-4d37-9cf5-2cbf2b6cc300 req-37b58555-d171-48f2-8ab1-44fe2e988477 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:29.795902 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a112b109-e89f-4d37-9cf5-2cbf2b6cc300 req-37b58555-d171-48f2-8ab1-44fe2e988477 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 946 time: 0.0458744 May 12 19:10:29.843863 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a112b109-e89f-4d37-9cf5-2cbf2b6cc300 req-c821a823-4bb5-433f-88a1-52a1ef3cfc47 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 May 12 19:10:29.959375 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-023cfe47-3a85-4faf-b79f-b63436096e97 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397482 May 12 19:10:30.075261 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-b545378a-cb4e-4163-91a6-ea32ee748031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:30.076700 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-b545378a-cb4e-4163-91a6-ea32ee748031 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1129 time: 0.0391176 May 12 19:10:30.305845 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-e0039946-cde5-4113-8cde-a8fe01c9f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:30.307291 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-e0039946-cde5-4113-8cde-a8fe01c9f285 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 910 time: 0.0858686 May 12 19:10:30.672620 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-704de94f-3823-411f-ab29-899acd905feb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 1001 time: 0.0618701 May 12 19:10:30.719892 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-1ca6d405-b4aa-49c6-b7de-b4ed2efc8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:30.721294 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-1ca6d405-b4aa-49c6-b7de-b4ed2efc8f4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 200 len: 848 time: 0.0429840 May 12 19:10:30.763389 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-6a5be156-e749-4d83-9cef-860a4282970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:30.764812 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-6a5be156-e749-4d83-9cef-860a4282970f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d122d075-290b-49ee-9eef-c39637b82d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383241 May 12 19:10:31.147609 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d09e71-3dee-4186-95a0-5dc4093998bb req-6d205126-89e1-4352-a82c-c8679874455d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:31.149045 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59d09e71-3dee-4186-95a0-5dc4093998bb req-6d205126-89e1-4352-a82c-c8679874455d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 946 time: 0.0573347 May 12 19:10:31.171526 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-53fc60af-9762-4405-900f-7dc7ada571f5 service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003901 May 12 19:10:31.230017 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59d09e71-3dee-4186-95a0-5dc4093998bb req-7c6974fe-e393-4be8-b504-ea53e8abc9cd tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752566 May 12 19:10:31.282358 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5924be95-39a8-400c-8dcb-8dba429dd176 req-7ac0ea33-3504-4416-93b4-18d0c3a45e76 service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046636 May 12 19:10:31.340303 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e040bcf-325b-4486-bd64-a5a79818d89b req-db27f006-5b73-4927-ba59-44caaf2781ba tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:31.341790 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0e040bcf-325b-4486-bd64-a5a79818d89b req-db27f006-5b73-4927-ba59-44caaf2781ba tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 946 time: 0.0461617 May 12 19:10:31.393653 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0e040bcf-325b-4486-bd64-a5a79818d89b req-2e2fae3a-6e86-4c48-a9c2-49741e6c2356 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 May 12 19:10:31.416128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:10:31.452532 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77081eb4-4d67-4aea-8b0a-55f92344d67d tempest-TestVolumeBootPattern-478608688 tempest-TestVolumeBootPattern-478608688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:31.454009 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-77081eb4-4d67-4aea-8b0a-55f92344d67d tempest-TestVolumeBootPattern-478608688 tempest-TestVolumeBootPattern-478608688-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 1125 time: 0.0369413 May 12 19:10:31.456702 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:10:31.460836 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:10:31.481337 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:31.562214 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:31.674248 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Allocated IP 172.27.3.97 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:10:31.778276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:31.810333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:31.852950 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:10:31.855841 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:10:31.862041 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:10:31.883771 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:10:32.230322 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (437a4b27-b87a-429e-8304-70e160a44a4c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:32.300517 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:32.478126 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:32.483290 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:32.556471 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:10:32.568041 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (437a4b27-b87a-429e-8304-70e160a44a4c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:32.670171 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Floating IP 437a4b27-b87a-429e-8304-70e160a44a4c associated. External IP: 172.27.3.97, port: 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a. May 12 19:10:32.878256 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:10:32.984279 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:10:32.995706 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:10:33.002411 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:33.009738 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:10:33.010370 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:10:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:10:33.034723 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-40dc40f2-e8f9-4e2d-b606-e4010fd68e67 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5770078 May 12 19:10:33.035320 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:10:33.037677 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:10:33.130477 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3478499f-8aa7-41fa-bc03-940d46420735 x-openstack-request-id: req-3478499f-8aa7-41fa-bc03-940d46420735 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:10:33.130776 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:10:33.131035 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3478499f-8aa7-41fa-bc03-940d46420735 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:10:33.131446 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3478499f-8aa7-41fa-bc03-940d46420735'] response: {'name': 'network-changed', 'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'status': 'completed', 'code': 200} May 12 19:10:33.225708 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-8222108e-0e53-4b25-9efa-552a293e8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:33.227773 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-8222108e-0e53-4b25-9efa-552a293e8483 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 1130 time: 0.0401819 May 12 19:10:33.248813 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:10:33.320091 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-6b849429-8bee-4ad4-9ea5-52103fbc2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:33.321751 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-6b849429-8bee-4ad4-9ea5-52103fbc2eb4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.0875554 May 12 19:10:33.385608 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-ffd5405d-f202-40b0-bdda-249d4f52f80c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a HTTP/1.1" status: 200 len: 999 time: 0.0580862 May 12 19:10:33.432905 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-fd4db2fc-d5eb-4049-b253-5d52d848f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:33.434458 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-fd4db2fc-d5eb-4049-b253-5d52d848f895 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0438633 May 12 19:10:33.462979 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:32Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:10:33.480113 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-d83da0a5-a4e3-47dd-a3a7-ae8177a222aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:10:33.481609 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-d83da0a5-a4e3-47dd-a3a7-ae8177a222aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415804 May 12 19:10:33.492522 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:10:33.500748 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:10:33.501349 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:10:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:10:33.568195 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-792a6c35-e627-4803-8adc-0ffc35134236 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808918 May 12 19:10:33.611412 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:10:33.669764 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6ff3203c-bf07-4c93-81ba-419ebbd6e7ca req-d9f9891b-dc3c-4394-a445-a489bb4372ea service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956254 May 12 19:10:33.823749 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:32Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:10:33.852218 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f45e1-f3cf-41e3-ac75-83dbdb2b278d None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:32Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:10:34.044202 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb74a3a-ffd1-4ba9-8b0b-50f11016b43e None None] New status for floating IP 437a4b27-b87a-429e-8304-70e160a44a4c: ACTIVE {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:10:49.331584 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-137228de-1ab0-49df-b0de-bb976d34613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:51.373250 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-696d6c48-177b-4739-b8b4-ac6828315ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:52.994168 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:54.262444 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:54.997044 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:55.628887 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:10:59.774339 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:11:19.332374 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a9029297-24ad-4cf2-9f8f-1fd6f9de7a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:21.377011 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-edf8de8e-4afa-4228-951b-b5151399344a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:22.996470 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:24.262274 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:25.014638 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:25.630322 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:31.536972 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-1a88cdf2-862b-40eb-9950-22adaef33213 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372391 May 12 19:11:31.630172 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-0b71f9a4-901e-441c-a747-f6a83f0003f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:31.631664 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-0b71f9a4-901e-441c-a747-f6a83f0003f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1129 time: 0.0384183 May 12 19:11:31.734896 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-8c8c760e-ed9c-4dce-926e-4b26ee8ffb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:31.736330 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-8c8c760e-ed9c-4dce-926e-4b26ee8ffb7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 910 time: 0.0872724 May 12 19:11:31.806181 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-e4851a89-e3b4-4bad-b4ec-8aa1dc208b5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 1001 time: 0.0593476 May 12 19:11:31.857085 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-44e92f27-55d5-40b1-a823-1b0b2cd24f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:31.858579 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-44e92f27-55d5-40b1-a823-1b0b2cd24f4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 200 len: 848 time: 0.0469389 May 12 19:11:31.899742 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-21253e77-8537-449d-a740-f44151bbd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:31.901182 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-21253e77-8537-449d-a740-f44151bbd520 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d122d075-290b-49ee-9eef-c39637b82d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374076 May 12 19:11:31.987984 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-bd4d4199-87b2-4a67-8129-b3a0c3662741 service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808892 May 12 19:11:32.088532 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bea8e86-5446-42e3-a099-5498e4a1cdbd req-2bc62cf5-1271-430c-91c8-20cf46148f05 service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945377 May 12 19:11:36.773247 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:11:40.224015 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9de7d-c982-46e5-a7ad-96672ba211d8 req-3fc72f45-1291-4658-8d57-915e6a4718ac tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:40.225448 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e1f9de7d-c982-46e5-a7ad-96672ba211d8 req-3fc72f45-1291-4658-8d57-915e6a4718ac tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0472414 May 12 19:11:40.272964 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e1f9de7d-c982-46e5-a7ad-96672ba211d8 req-16d7e932-19d7-441b-9209-369919fa6e39 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 May 12 19:11:41.389148 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab978-d47b-408a-9d04-975dfe1d505d req-384653ec-c64d-4100-81f3-173b51051acd tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:41.390528 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c9ab978-d47b-408a-9d04-975dfe1d505d req-384653ec-c64d-4100-81f3-173b51051acd tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0496740 May 12 19:11:41.438269 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c9ab978-d47b-408a-9d04-975dfe1d505d req-d2acb302-a29b-49da-a575-b2be7a865bab tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 May 12 19:11:42.547755 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d102e-8f44-49f9-af13-1ed291027966 req-4d70191b-daa8-4323-8922-194f14022804 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:42.549175 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-851d102e-8f44-49f9-af13-1ed291027966 req-4d70191b-daa8-4323-8922-194f14022804 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0453627 May 12 19:11:42.596039 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-851d102e-8f44-49f9-af13-1ed291027966 req-7e07971e-3375-4e2e-94dc-976c5d5d0038 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 May 12 19:11:43.706626 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39467595-f89f-4969-9c8a-8b39450ecc1f req-7f9b8b03-a17c-4850-aa2a-11e1214f5a7e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:43.708055 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39467595-f89f-4969-9c8a-8b39450ecc1f req-7f9b8b03-a17c-4850-aa2a-11e1214f5a7e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0491216 May 12 19:11:43.755244 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39467595-f89f-4969-9c8a-8b39450ecc1f req-f1bf7b91-c5f5-4f66-ae07-47e7b9b7096c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 May 12 19:11:44.866939 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808238c-9ecf-4611-b78a-7e4861e83236 req-b90758db-6780-46d2-97c9-30d2dcb04d94 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:44.868282 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9808238c-9ecf-4611-b78a-7e4861e83236 req-b90758db-6780-46d2-97c9-30d2dcb04d94 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0462554 May 12 19:11:44.915705 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9808238c-9ecf-4611-b78a-7e4861e83236 req-465f400d-6f02-4816-b8c0-bf20ed3a1225 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 May 12 19:11:46.025994 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49638f9c-fb69-4d60-8ad8-453abd22a6c5 req-2736262d-8332-4a9c-be9a-18d13c995d28 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:46.027424 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49638f9c-fb69-4d60-8ad8-453abd22a6c5 req-2736262d-8332-4a9c-be9a-18d13c995d28 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0457973 May 12 19:11:46.077928 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49638f9c-fb69-4d60-8ad8-453abd22a6c5 req-9e176fed-76cb-4983-9454-6d7e2479a028 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444002 May 12 19:11:47.188889 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a849e16-9ac2-4c9f-819f-2e3904c6538f req-4900a385-f135-4e76-b47d-e966d1666cee tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:47.190370 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8a849e16-9ac2-4c9f-819f-2e3904c6538f req-4900a385-f135-4e76-b47d-e966d1666cee tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0457795 May 12 19:11:47.237862 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8a849e16-9ac2-4c9f-819f-2e3904c6538f req-91a6632e-70fe-4352-ac07-d09a54379995 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419905 May 12 19:11:48.354543 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078e6f1-20ee-46dc-8cfc-8bab14e280eb req-3ae61761-5090-47cf-b02f-9971eda39d90 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:48.356009 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c078e6f1-20ee-46dc-8cfc-8bab14e280eb req-3ae61761-5090-47cf-b02f-9971eda39d90 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0527358 May 12 19:11:48.403027 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c078e6f1-20ee-46dc-8cfc-8bab14e280eb req-fd501a8d-e681-4801-8b51-8e7f559da4b6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 May 12 19:11:49.333018 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-32c303b2-b2b6-465a-95b2-1235fa4e1491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:49.516954 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9425-8283-4195-942d-6ebf649f389d req-f4633a37-4e02-4de1-9668-179947b9b044 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:49.518403 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-246a9425-8283-4195-942d-6ebf649f389d req-f4633a37-4e02-4de1-9668-179947b9b044 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0488853 May 12 19:11:49.565246 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-246a9425-8283-4195-942d-6ebf649f389d req-c6120601-0048-40ca-89fe-5de0d3abe0f2 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413375 May 12 19:11:50.437841 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248979-f0d0-4811-8f3c-134b52284398 req-934e2c68-dc28-49a9-9e5a-662a5a793b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:50.439283 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c248979-f0d0-4811-8f3c-134b52284398 req-934e2c68-dc28-49a9-9e5a-662a5a793b41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1129 time: 0.0380635 May 12 19:11:50.527471 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248979-f0d0-4811-8f3c-134b52284398 req-af28feb4-0380-48e9-a769-7b41e63818be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:50.528886 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c248979-f0d0-4811-8f3c-134b52284398 req-af28feb4-0380-48e9-a769-7b41e63818be service neutron] 10.222.0.49 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 910 time: 0.0842540 May 12 19:11:50.591382 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c248979-f0d0-4811-8f3c-134b52284398 req-ca6c910d-499e-46d0-bbaa-99d005832bd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 1001 time: 0.0565135 May 12 19:11:50.647189 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248979-f0d0-4811-8f3c-134b52284398 req-a26d9f31-8d87-4d0f-86f7-6ffa8f0ebdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:50.648606 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c248979-f0d0-4811-8f3c-134b52284398 req-a26d9f31-8d87-4d0f-86f7-6ffa8f0ebdf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 200 len: 848 time: 0.0514822 May 12 19:11:50.710644 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c73c9-6fc8-4206-bca4-a3bad8e5332a req-e64bc0ac-f913-4950-b2da-6fd1a3e1101c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:50.711976 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de5c73c9-6fc8-4206-bca4-a3bad8e5332a req-e64bc0ac-f913-4950-b2da-6fd1a3e1101c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0787973 May 12 19:11:50.716963 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248979-f0d0-4811-8f3c-134b52284398 req-e8b21f33-2a95-4c09-9f80-daf1395f7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:50.718863 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c248979-f0d0-4811-8f3c-134b52284398 req-e8b21f33-2a95-4c09-9f80-daf1395f7fea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d122d075-290b-49ee-9eef-c39637b82d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517056 May 12 19:11:51.081044 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de5c73c9-6fc8-4206-bca4-a3bad8e5332a req-0aa334b2-a60e-4185-9a6d-8e7d87883409 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612475 May 12 19:11:51.102501 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c248979-f0d0-4811-8f3c-134b52284398 req-77f7c4d2-c9ea-4697-a712-fc59fb716aef service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772306 May 12 19:11:51.191257 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c248979-f0d0-4811-8f3c-134b52284398 req-ba3ec867-f7cb-452f-9c5b-709f0bdaf4af service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823553 May 12 19:11:51.378000 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-2b588632-24ce-4d1d-8449-8720844edd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:52.201051 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177010c-45b6-4f2a-beb5-97a0a56a781c req-e7b8c0a8-8ea0-46b2-a1db-6f2a79e9f26b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:52.202569 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5177010c-45b6-4f2a-beb5-97a0a56a781c req-e7b8c0a8-8ea0-46b2-a1db-6f2a79e9f26b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0553234 May 12 19:11:52.250278 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5177010c-45b6-4f2a-beb5-97a0a56a781c req-6d66fb14-c054-447e-876a-a06f3a002757 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415974 May 12 19:11:52.998769 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:53.368174 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0402f3-67f8-4a69-94a5-c731e9ac08b4 req-0049294e-fa08-47d7-9dd7-d923c27c2ec4 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:53.369652 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf0402f3-67f8-4a69-94a5-c731e9ac08b4 req-0049294e-fa08-47d7-9dd7-d923c27c2ec4 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0505943 May 12 19:11:53.417447 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf0402f3-67f8-4a69-94a5-c731e9ac08b4 req-4bdc0cc5-67e2-4bb2-9472-41d47567f0a3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 May 12 19:11:54.268113 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:54.640004 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a498d-9d10-40a9-b153-587600f013da req-3902f309-c528-4426-9b14-d9494f7a860b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:54.641722 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-183a498d-9d10-40a9-b153-587600f013da req-3902f309-c528-4426-9b14-d9494f7a860b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0499346 May 12 19:11:54.730728 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-183a498d-9d10-40a9-b153-587600f013da req-0ff72b1e-2e9f-4f90-87c2-3a2d4e6b52b1 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826483 May 12 19:11:54.732530 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-f0a2d434-0e7e-4e48-81d0-e148a901e455 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660042 May 12 19:11:54.907281 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-f0f1316d-5084-4b29-9110-f0acdc5d1998 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:54.908637 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-f0f1316d-5084-4b29-9110-f0acdc5d1998 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports/3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 942 time: 0.1487134 May 12 19:11:55.018083 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:55.632326 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:55.847922 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9a3d4-a55c-4750-9191-3146b1776147 req-b9fbed07-536d-4974-b40e-01cfa9e86c8c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:55.849414 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d5b9a3d4-a55c-4750-9191-3146b1776147 req-b9fbed07-536d-4974-b40e-01cfa9e86c8c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0487916 May 12 19:11:55.899344 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d5b9a3d4-a55c-4750-9191-3146b1776147 req-de85188e-b54e-4bb5-8653-d55afff89468 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432880 May 12 19:11:56.316879 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-2af33bf3-5444-4a45-a41e-de815f18cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:56.318369 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-2af33bf3-5444-4a45-a41e-de815f18cad4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8&tenant_id=0565eaa27c9a44e18a307c563a51767f HTTP/1.1" status: 200 len: 1129 time: 0.0419133 May 12 19:11:56.387328 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-fa84bb5d-f638-40fd-bf73-800363a73dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:56.388755 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-fa84bb5d-f638-40fd-bf73-800363a73dcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1129 time: 0.0375705 May 12 19:11:56.477565 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-989925e0-9970-47e2-ad7d-02d7c37c435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:56.479047 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-989925e0-9970-47e2-ad7d-02d7c37c435c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 910 time: 0.0831165 May 12 19:11:56.545916 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-88ebb7cd-b3d7-4785-baa9-115f303ac350 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 1001 time: 0.0600703 May 12 19:11:56.592307 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-fa921ddc-3bbc-4ec6-9a48-bb5447ad6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:56.594266 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-fa921ddc-3bbc-4ec6-9a48-bb5447ad6ad9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 200 len: 848 time: 0.0425031 May 12 19:11:56.634550 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-8d51f559-229d-4d5e-8ff0-c26b7806a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:56.635960 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-8d51f559-229d-4d5e-8ff0-c26b7806a2f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d122d075-290b-49ee-9eef-c39637b82d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364788 May 12 19:11:56.725622 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-ae5a24b9-0d27-4703-892a-ea840bea0437 service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834703 May 12 19:11:56.815605 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f4141b-19f1-4cf6-ab7a-e7d5ceca7f25 req-322143aa-cb0c-4a29-9f14-f482aaa6a63a service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839813 May 12 19:11:57.010330 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac68d9c-00b9-4964-a8bf-255a9f868ad9 req-3516f6a5-bc8e-4d52-bea4-ce7e7d9c1d9b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:57.011772 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ac68d9c-00b9-4964-a8bf-255a9f868ad9 req-3516f6a5-bc8e-4d52-bea4-ce7e7d9c1d9b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0460048 May 12 19:11:57.059462 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ac68d9c-00b9-4964-a8bf-255a9f868ad9 req-b440050a-7888-47f1-9a6d-c95da9e92045 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 May 12 19:11:57.087669 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 3d305158-0b61-4aee-bec0-3bb97bcb137b no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:11:57.163528 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 3d305158-0b61-4aee-bec0-3bb97bcb137b is: ACTIVE; New status is: DOWN {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:11:57.163904 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:57.185986 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:11:57.188686 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933ce932-610c-4c1c-9add-eeb1624017d8" -d '{"events": [{"server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:11:57.204225 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:11:57.207965 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:11:57.232251 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e149031-c3c6-4eca-ad2f-0fd55d7ed8a2 x-openstack-request-id: req-5e149031-c3c6-4eca-ad2f-0fd55d7ed8a2 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:11:57.232536 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:11:57.232783 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e149031-c3c6-4eca-ad2f-0fd55d7ed8a2 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:11:57.233165 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e149031-c3c6-4eca-ad2f-0fd55d7ed8a2'] response: {'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'code': 200} May 12 19:11:57.258921 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=6']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:11:57.266520 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.266860 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.267198 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.267532 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.267862 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.268184 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.268504 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.268821 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.269138 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.269454 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.269804 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.270122 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.270437 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.270750 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:57.271069 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:11:58.169944 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae02cdd-72f7-4d0c-a2e3-9f2599302f45 req-03d27679-5bec-48d2-955d-d29351c80c6d tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:58.171922 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9ae02cdd-72f7-4d0c-a2e3-9f2599302f45 req-03d27679-5bec-48d2-955d-d29351c80c6d tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0453031 May 12 19:11:58.224610 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9ae02cdd-72f7-4d0c-a2e3-9f2599302f45 req-24b61e3e-87e3-4458-90bf-09960a38c91c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468242 May 12 19:11:59.340829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37c75e-0dd0-4187-94b6-2d724239aaee req-78952ddd-82e5-4a69-b1be-fbd100cc8ee2 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:11:59.342276 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c37c75e-0dd0-4187-94b6-2d724239aaee req-78952ddd-82e5-4a69-b1be-fbd100cc8ee2 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0498405 May 12 19:11:59.389415 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c37c75e-0dd0-4187-94b6-2d724239aaee req-b59d6743-47ed-4088-a8d2-93e1a3cc7bd6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 May 12 19:12:00.518531 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c91e2c-0d51-4dc2-a487-d790e2d6d4fc req-8bdd3982-e2ba-4ab6-9669-0c3ece7ef158 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:00.520083 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26c91e2c-0d51-4dc2-a487-d790e2d6d4fc req-8bdd3982-e2ba-4ab6-9669-0c3ece7ef158 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0546587 May 12 19:12:00.571442 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26c91e2c-0d51-4dc2-a487-d790e2d6d4fc req-8a9a3291-163a-412c-9538-b86c60d9a3a6 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 May 12 19:12:01.681551 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f661819-4ff5-4dd5-aad7-d439f1483c35 req-cc79d452-2990-4a0f-9e7b-4b29c045b78c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:01.682997 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f661819-4ff5-4dd5-aad7-d439f1483c35 req-cc79d452-2990-4a0f-9e7b-4b29c045b78c tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0459578 May 12 19:12:01.733367 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f661819-4ff5-4dd5-aad7-d439f1483c35 req-034b47c8-006f-46bb-a1ab-058ad4af39bb tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447850 May 12 19:12:02.846043 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9defc3-bba9-4d7b-8d68-7ae3a6ad0b47 req-d87248ec-c052-47a7-b8fa-d2921cdd0997 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:02.847479 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac9defc3-bba9-4d7b-8d68-7ae3a6ad0b47 req-d87248ec-c052-47a7-b8fa-d2921cdd0997 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0462954 May 12 19:12:02.894451 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac9defc3-bba9-4d7b-8d68-7ae3a6ad0b47 req-6fc943bb-373b-4e1d-86b2-181ab30c0079 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 May 12 19:12:04.009250 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f76486-cfd9-4447-a74b-c70d16117a8f req-3b558f8d-6633-4129-bb93-3a23162ab011 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:04.010780 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-56f76486-cfd9-4447-a74b-c70d16117a8f req-3b558f8d-6633-4129-bb93-3a23162ab011 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0478780 May 12 19:12:04.060771 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-56f76486-cfd9-4447-a74b-c70d16117a8f req-f8095202-be09-4e5f-aa86-41f3cbed1190 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442379 May 12 19:12:04.131652 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c3d1c-146b-466a-98dd-4b577d93e0d0 req-a360155f-a1ff-40a0-a835-dd18e61765cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:04.133148 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d6c3d1c-146b-466a-98dd-4b577d93e0d0 req-a360155f-a1ff-40a0-a835-dd18e61765cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1127 time: 0.0423894 May 12 19:12:04.178904 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d6c3d1c-146b-466a-98dd-4b577d93e0d0 req-8fd7a8e5-f7f1-45d2-ae49-070a0f7d79d7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 May 12 19:12:05.166725 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 3d305158-0b61-4aee-bec0-3bb97bcb137b details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:12:05.278649 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:12:05.290020 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'port_id': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'mac_address': 'fa:16:3e:bd:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:12:05.327114 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 3d305158-0b61-4aee-bec0-3bb97bcb137b is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:12:05.327503 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:05.335166 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9db3c4-8abc-41fe-9871-170114114406 req-a8392bac-3b29-4c0b-b5ef-5adc162df4cb tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:05.336746 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dc9db3c4-8abc-41fe-9871-170114114406 req-a8392bac-3b29-4c0b-b5ef-5adc162df4cb tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 943 time: 0.0476444 May 12 19:12:05.340688 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d305158-0b61-4aee-bec0-3bb97bcb137b {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:12:05.360251 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:12:05.364143 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:05.386059 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dc9db3c4-8abc-41fe-9871-170114114406 req-e327d46c-8f86-40ca-b838-ec83c2144200 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435939 May 12 19:12:05.413334 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=7']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:05.792262 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['3d305158-0b61-4aee-bec0-3bb97bcb137b'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:12:06.506405 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a803a1-b576-4bf2-849b-a999e2ad4f1c req-5cd4a240-5540-43e2-b9b9-59cc47b5c853 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:06.507893 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2a803a1-b576-4bf2-849b-a999e2ad4f1c req-5cd4a240-5540-43e2-b9b9-59cc47b5c853 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 944 time: 0.0502911 May 12 19:12:06.556249 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2a803a1-b576-4bf2-849b-a999e2ad4f1c req-d20044fa-cac5-4d53-8eff-a1336dbecc0b tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 May 12 19:12:07.169622 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 3d305158-0b61-4aee-bec0-3bb97bcb137b up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:12:07.222234 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 3d305158-0b61-4aee-bec0-3bb97bcb137b triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:12:07.222606 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:07.240269 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-c13ecefa-7668-4b2f-a3f2-9154eebea9a7 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1462802288&fields=id&tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 267 time: 0.0458913 May 12 19:12:07.298365 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 3d305158-0b61-4aee-bec0-3bb97bcb137b is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:12:07.298755 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:07.324814 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:12:07.327084 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaed735a-c0d6-42b5-be2e-99cfbb43328f" -d '{"events": [{"server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:12:07.340057 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:12:07.345394 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:07.355533 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-fafa8aa3-79ae-4bbd-bd20-a059b71e7c91 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:07.358274 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-fafa8aa3-79ae-4bbd-bd20-a059b71e7c91 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 812 time: 0.1108000 May 12 19:12:07.368863 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b8c9d5-efb6-49a4-a90f-949dad4a7018 x-openstack-request-id: req-43b8c9d5-efb6-49a4-a90f-949dad4a7018 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:12:07.369154 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:12:07.369416 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43b8c9d5-efb6-49a4-a90f-949dad4a7018 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:12:07.369840 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b8c9d5-efb6-49a4-a90f-949dad4a7018'] response: {'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'code': 200} May 12 19:12:07.373649 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-3fcb6602-f3ff-43c4-84b5-f3944bee770e tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/quotas/ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 375 time: 0.0106244 May 12 19:12:07.396780 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=8']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:07.425243 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-a5751fe9-d21a-4610-8580-ff5756848533 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462728 May 12 19:12:07.560292 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-ce45252a-8ae1-4850-83de-5b958b189e83 service neutron] 10.222.0.48 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233404 May 12 19:12:07.649949 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-805d73ef-ecb1-4a69-823e-9d8d3fb95d77 service neutron] 10.222.0.48 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839911 May 12 19:12:07.925896 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-971b6c2f-1ba7-4234-af28-1b84e21efad4 req-a28d8744-2d63-4d9a-bd8f-4b602e9d1d7f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 210 time: 0.0290873 May 12 19:12:08.891602 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-fcc756bf-a50b-4d2a-907a-b2074c63a09f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:08.893069 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-fcc756bf-a50b-4d2a-907a-b2074c63a09f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 812 time: 0.1045859 May 12 19:12:08.970164 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-0e24dbc6-34fa-407b-be31-4c7b5bc01640 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9 HTTP/1.1" status: 200 len: 380 time: 0.0554364 May 12 19:12:08.986423 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'port': {'device_id': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'admin_state_up': True, 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'security_groups': ['5841b773-668a-4f7e-b602-48fc9a277202']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:12:09.032612 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7008751a-dbc0-4330-b961-9f1a6a9f355a req-baa2e726-27d8-4de9-8bc7-a8c11e2f522f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 210 time: 0.0408545 May 12 19:12:09.117416 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Made reservation on behalf of ab7dbf84e4d74021b021fbf20b99a7c9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 19:12:09.120762 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:09.240566 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Allocated IP 172.20.0.8 (9c023c40-b2da-44b2-b84e-b8fea4bf4942/9ca4e124-08cf-4206-8b0d-9ce333e427bc/8116eb5e-fbd0-450d-8c54-3f99c9c4c3de) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:12:09.382926 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:09.415206 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:09.457380 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:12:09.460610 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:12:09.466420 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:12:09.497831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:09.510265 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.510611 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.510951 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.511286 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.511633 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.511941 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.512312 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.512583 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.512906 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.513228 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.513598 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.513894 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.514215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.514534 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.514849 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:12:09.536600 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:09.537220 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:09.553826 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-d7705568-df7a-4e8b-bf6d-498917c0ada2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715199 May 12 19:12:09.572305 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Request body: {'port': {'device_id': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:12:09.638922 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:09.700719 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-7465ff3f-774f-4389-9f15-2a59af785068 None None] Provisioning complete for port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de triggered by entity DHCP. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:12:09.701284 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7465ff3f-774f-4389-9f15-2a59af785068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:09.735382 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7465ff3f-774f-4389-9f15-2a59af785068 None None] Port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de cannot update to ACTIVE because it is not bound. {{(pid=103291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 19:12:09.941452 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:12:09.950743 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Publish callbacks [] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:09.965248 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Transition to ACTIVE for port object 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 19:12:09.968729 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:10.022487 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Pushing event updated for resources: {'Port': ['ID=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:10.095616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Attempting to bind port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de on host hv-cinder-79575 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 19:12:10.095953 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Attempting to bind port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 19:12:10.096295 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Attempting to bind port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:12:10.100908 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 19:12:10.101343 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Attempting to bind port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de on network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 19:12:10.106287 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Checking agent: {'id': '5ccf21dd-138d-4152-b154-12ce256f52c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'started_at': datetime.datetime(2022, 5, 12, 18, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 19:12:10.106616 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Checking segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 19:12:10.106995 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Bound using segment: {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 19:12:10.107421 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Bound port: 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247d926e-1876-4a56-8030-ffd0f3de13a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 19:12:10.107774 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:10.185682 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754cc84-8cf1-4ff1-ba05-4230449f113a req-84e27513-e6d9-4a0e-8413-0cee1b01bc1b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:10.187154 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9754cc84-8cf1-4ff1-ba05-4230449f113a req-84e27513-e6d9-4a0e-8413-0cee1b01bc1b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 943 time: 0.0767672 May 12 19:12:10.235675 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] For port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de, host hv-cinder-79575, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 19:12:10.258216 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] For port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 19:12:10.264158 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9754cc84-8cf1-4ff1-ba05-4230449f113a req-3633aa75-676c-4599-8558-1c9ac2583e01 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698597 May 12 19:12:10.265578 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:10.304136 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:10.304751 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:10.306169 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] 10.222.0.49 "PUT /v2.0/ports/8116eb5e-fbd0-450d-8c54-3f99c9c4c3de HTTP/1.1" status: 200 len: 1093 time: 0.7381086 May 12 19:12:10.306579 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:12:10.308867 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:12:10.335559 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34731cd7-1165-4854-8702-fdb6e7170710 service neutron] Pushing event updated for resources: {'Port': ['ID=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:10.349430 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94989d29-6c6a-46d7-84b9-6de00d6c5dde x-openstack-request-id: req-94989d29-6c6a-46d7-84b9-6de00d6c5dde {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:12:10.349752 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:12:10.350003 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94989d29-6c6a-46d7-84b9-6de00d6c5dde {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:12:10.350404 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94989d29-6c6a-46d7-84b9-6de00d6c5dde'] response: {'name': 'network-changed', 'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'status': 'completed', 'code': 200} May 12 19:12:10.407262 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-127aa485-4b51-4a40-855f-a590fad6c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:10.408759 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-127aa485-4b51-4a40-855f-a590fad6c793 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 1127 time: 0.0409331 May 12 19:12:10.459370 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-1c746817-4547-40ef-bd07-e62385fffb55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de HTTP/1.1" status: 200 len: 217 time: 0.0350018 May 12 19:12:10.511039 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34ad027f-415c-456d-bf1b-150c233284ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:10.512414 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-34ad027f-415c-456d-bf1b-150c233284ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0474589 May 12 19:12:10.556382 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-c4ea3f50-2128-4c55-80a1-5c0bec4f9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:10.557831 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-c4ea3f50-2128-4c55-80a1-5c0bec4f9f6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383697 May 12 19:12:10.645727 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-ce8c044c-1978-407c-87e5-bcf01a9b8a9d service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814357 May 12 19:12:10.735768 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ea348ea-6df8-48cb-8791-061b5a377902 req-73d55018-74e3-451d-a54d-095483705d45 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843143 May 12 19:12:11.075806 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-c6a1dcc3-afaa-477f-b4a9-8962e485c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:11.077262 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-c6a1dcc3-afaa-477f-b4a9-8962e485c83d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 1127 time: 0.0398695 May 12 19:12:11.166883 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-74184ecd-c559-4bc9-a000-e2b4dfd77f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:11.168338 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-74184ecd-c559-4bc9-a000-e2b4dfd77f50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.0853782 May 12 19:12:11.212690 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-c7ff6891-7927-4436-8017-7da26e689bb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de HTTP/1.1" status: 200 len: 217 time: 0.0347698 May 12 19:12:11.265045 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-951ae804-f170-4060-8e44-01206af75ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:11.266498 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-951ae804-f170-4060-8e44-01206af75ff2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0460532 May 12 19:12:11.312128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-ca947b60-42f8-4d04-a273-04d7d24d2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:11.313698 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-ca947b60-42f8-4d04-a273-04d7d24d2765 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389626 May 12 19:12:11.425667 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163503-0673-479e-b6a0-f4364d1c875b req-6b55c6fe-e7ed-4c14-94e8-975053bb82be tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:11.427029 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd163503-0673-479e-b6a0-f4364d1c875b req-6b55c6fe-e7ed-4c14-94e8-975053bb82be tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 943 time: 0.0886507 May 12 19:12:11.456847 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-0846d68c-9e9c-4a6f-8c5c-e5ba3117d8a8 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367762 May 12 19:12:11.507041 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd163503-0673-479e-b6a0-f4364d1c875b req-1d14f77a-b2d8-4b6f-8892-a0dace216064 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724549 May 12 19:12:11.566549 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-479f10bd-fb1f-4d56-8b3f-c48f800f02f0 req-c075dbb6-72b7-4ecd-ae18-4ee82fc43cb7 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997100 May 12 19:12:12.621716 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9e39f-2df0-4ccb-9625-ec20725444d3 req-a46a628f-b900-423f-821c-1c9a7317861a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:12.623143 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-16e9e39f-2df0-4ccb-9625-ec20725444d3 req-a46a628f-b900-423f-821c-1c9a7317861a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 943 time: 0.0454950 May 12 19:12:12.673148 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-16e9e39f-2df0-4ccb-9625-ec20725444d3 req-96d9c8d9-8d49-4bba-807d-5bd2556d64e3 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 May 12 19:12:13.771623 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:12:13.782500 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1ef3e-84d2-4876-84fa-64fdd1b7d190 req-db30dc0c-6b7b-4321-a55a-809ab69ed986 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:13.783941 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2ff1ef3e-84d2-4876-84fa-64fdd1b7d190 req-db30dc0c-6b7b-4321-a55a-809ab69ed986 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 943 time: 0.0452967 May 12 19:12:13.831160 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2ff1ef3e-84d2-4876-84fa-64fdd1b7d190 req-cd81c2a3-ebf5-4e22-96aa-1c302e16fb1c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 May 12 19:12:14.947282 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd114d7-39bf-4331-bf2d-9e768ad2b822 req-b53c2c7e-e8da-4fab-ad7b-8eaf33afb1a5 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:14.948707 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ecd114d7-39bf-4331-bf2d-9e768ad2b822 req-b53c2c7e-e8da-4fab-ad7b-8eaf33afb1a5 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 943 time: 0.0516865 May 12 19:12:14.996755 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ecd114d7-39bf-4331-bf2d-9e768ad2b822 req-810b9552-5b83-43e9-a701-1a03a773ea95 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 May 12 19:12:16.117645 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92768b9e-d1bc-4446-ab34-9eba67931a55 req-8813ae89-befc-4b28-a58e-c65fe49b3413 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:16.119084 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-92768b9e-d1bc-4446-ab34-9eba67931a55 req-8813ae89-befc-4b28-a58e-c65fe49b3413 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 943 time: 0.0485754 May 12 19:12:16.166790 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-92768b9e-d1bc-4446-ab34-9eba67931a55 req-47f9a948-ff0a-44dc-a7fd-55889d608ac5 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420616 May 12 19:12:17.278056 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fefc6-f876-4860-9565-991fcb8ab0a6 req-160ac257-6749-4fd1-bbbb-b92813e46743 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:17.279495 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c24fefc6-f876-4860-9565-991fcb8ab0a6 req-160ac257-6749-4fd1-bbbb-b92813e46743 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 943 time: 0.0462511 May 12 19:12:17.329976 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c24fefc6-f876-4860-9565-991fcb8ab0a6 req-9be8d79a-5e82-4db7-92b9-2361c9cd1c4a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 May 12 19:12:18.451333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103511-e92a-447e-a0a4-e9fa6f4c6209 req-d53f2f09-0d1e-4b27-8ebb-f51134a6b780 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:18.452816 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b3103511-e92a-447e-a0a4-e9fa6f4c6209 req-d53f2f09-0d1e-4b27-8ebb-f51134a6b780 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 943 time: 0.0469680 May 12 19:12:18.502251 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b3103511-e92a-447e-a0a4-e9fa6f4c6209 req-4453696b-26bf-41eb-95cb-4d7a72afd8fb tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 May 12 19:12:19.233705 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=103291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 19:12:19.337388 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:12:19.351148 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Returning: {'device': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'port_id': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'mac_address': 'fa:16:3e:e6:a9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 19:12:19.353939 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a3298bd3-6eba-4a71-b0e1-e8e1c198ca2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:19.390174 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de is: DOWN; New status is: BUILD {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:12:19.390549 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:19.403417 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de {{(pid=103291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 19:12:19.422967 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:12:19.427726 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:19.475038 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:19.611869 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb903-706c-4b0a-92a2-3353160d315f req-bcccf340-988a-4086-b74e-aa6bad1a861a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:19.613347 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-769bb903-706c-4b0a-92a2-3353160d315f req-bcccf340-988a-4086-b74e-aa6bad1a861a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 944 time: 0.0454319 May 12 19:12:19.662491 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-769bb903-706c-4b0a-92a2-3353160d315f req-9a26df6c-3804-4c2c-a196-f8ecb31c995c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 May 12 19:12:19.756394 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] get_ports_and_sgs() called for port_ids ['8116eb5e-fbd0-450d-8c54-3f99c9c4c3de'] {{(pid=103291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 19:12:20.843655 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830db85a-a87a-485b-a69e-99e786dab5c6 req-5904217a-6099-4b45-b582-9552a491f694 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:20.845080 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-830db85a-a87a-485b-a69e-99e786dab5c6 req-5904217a-6099-4b45-b582-9552a491f694 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 944 time: 0.0501490 May 12 19:12:20.892639 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-830db85a-a87a-485b-a69e-99e786dab5c6 req-f22d5800-140a-4f33-a6a0-e294383ce41c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 May 12 19:12:21.256605 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de up at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 19:12:21.300904 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning for port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de completed by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 19:12:21.306657 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.provisioning_blocks [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Provisioning complete for port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de triggered by entity L2. {{(pid=103291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 19:12:21.307026 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1810121'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), provisioning_complete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:21.391845 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Current status of the port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de is: BUILD; New status is: ACTIVE {{(pid=103291) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 19:12:21.392189 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:21.395220 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bb903f6e-56f5-4e1a-bb35-923895cc8f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:21.417183 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de'}] {{(pid=103291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:12:21.419408 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25cdbdbddbdc340cc1a492160375fbd09c1dfd2f1f2e6b34769e381236f0c073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8a1329-1739-4fe5-a895-292682b038ef" -d '{"events": [{"server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "name": "network-vif-plugged", "status": "completed", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de"}]}' {{(pid=103291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:12:21.434703 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] For port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:12:21.438693 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:21.461545 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90034be6-5004-4a56-aea7-14831e93b971 x-openstack-request-id: req-90034be6-5004-4a56-aea7-14831e93b971 {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:12:21.461847 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "name": "network-vif-plugged", "status": "completed", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de", "code": 200}]} {{(pid=103291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:12:21.462104 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90034be6-5004-4a56-aea7-14831e93b971 {{(pid=103291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:12:21.462493 dv-cinder-795751-3-iscsi neutron-server[103291]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90034be6-5004-4a56-aea7-14831e93b971'] response: {'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'code': 200} May 12 19:12:21.487244 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Pushing event updated for resources: {'Port': ['ID=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,revision_number=5']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:21.711123 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f2865-f948-40aa-99e1-8ad364c1cf29 req-56b514c5-b6a0-4471-929e-b3c0df602565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:21.712553 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8e3f2865-f948-40aa-99e1-8ad364c1cf29 req-56b514c5-b6a0-4471-929e-b3c0df602565 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 1129 time: 0.0364468 May 12 19:12:21.757485 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8e3f2865-f948-40aa-99e1-8ad364c1cf29 req-0628dd58-710f-49ec-bee9-24fe03ac0772 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 May 12 19:12:22.005507 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d02e0-5a77-4734-a007-34b2fe58d774 req-e8ba2772-2714-477b-bd13-80aedf4bad1a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:22.006865 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-644d02e0-5a77-4734-a007-34b2fe58d774 req-e8ba2772-2714-477b-bd13-80aedf4bad1a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 945 time: 0.0481822 May 12 19:12:22.054642 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-644d02e0-5a77-4734-a007-34b2fe58d774 req-1b5ab105-c5bf-4115-8580-78309d4c9a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 May 12 19:12:23.002497 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:23.168146 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9c121-0642-48b4-b41f-0650a61ee2e6 req-5a0fffed-6d5f-4d27-8ace-a0104895874d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:23.169491 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-17c9c121-0642-48b4-b41f-0650a61ee2e6 req-5a0fffed-6d5f-4d27-8ace-a0104895874d tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 945 time: 0.0467217 May 12 19:12:23.220042 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-17c9c121-0642-48b4-b41f-0650a61ee2e6 req-12bd1ee5-4c50-4636-973b-34b410e077f0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436409 May 12 19:12:24.267224 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:24.334517 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99218a43-ca9d-48f7-a4ab-e54c1fd0aa95 req-2854b5fb-4b6f-4671-a9be-4263ac8c4484 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:24.335968 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99218a43-ca9d-48f7-a4ab-e54c1fd0aa95 req-2854b5fb-4b6f-4671-a9be-4263ac8c4484 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 945 time: 0.0472059 May 12 19:12:24.387691 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99218a43-ca9d-48f7-a4ab-e54c1fd0aa95 req-93616736-172a-41fc-829b-ca165cb055d8 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 May 12 19:12:24.497805 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b87d-d84a-4bcf-a117-06eab3870531 req-8acd0792-f364-4144-8690-93c2268d04f9 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:24.499229 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc36b87d-d84a-4bcf-a117-06eab3870531 req-8acd0792-f364-4144-8690-93c2268d04f9 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 945 time: 0.0456791 May 12 19:12:24.546726 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc36b87d-d84a-4bcf-a117-06eab3870531 req-51a40650-e3fa-46e1-b640-23b229e596c6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 May 12 19:12:24.568458 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:12:24.605697 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459db622-4dd5-49b6-b30a-1fff94a250bf tempest-TestVolumeBootPattern-478608688 tempest-TestVolumeBootPattern-478608688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:24.607321 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-459db622-4dd5-49b6-b30a-1fff94a250bf tempest-TestVolumeBootPattern-478608688 tempest-TestVolumeBootPattern-478608688-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 1124 time: 0.0377343 May 12 19:12:24.609726 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:12:24.613863 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Request body: {'floatingip': {'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'port_id': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 19:12:24.633983 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:24.714625 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:24.817253 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Allocated IP 172.27.3.160 (ae8b280c-088f-4a39-a469-6fa64791a893/d2014f2c-6384-41c2-9178-45cc4b2aeca4/a28259a8-3b1b-4c0b-a8b4-7fea3471653c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 19:12:24.924872 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:24.957231 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759892174165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:24.993573 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Network ae8b280c-088f-4a39-a469-6fa64791a893 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 19:12:24.996321 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 19:12:24.998853 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 19:12:25.023019 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:25.029448 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=a28259a8-3b1b-4c0b-a8b4-7fea3471653c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:25.635307 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:25.639954 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (ef10ebe5-333e-4182-93c4-42a368b46a72), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:25.709203 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1747033'] for port (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:25.885255 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for port (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:25.889835 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759892667275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759892174183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759892174201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66547559'] for port (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:25.958649 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event updated for resources: {'Port': ['ID=a28259a8-3b1b-4c0b-a8b4-7fea3471653c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:12:25.969278 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602166'] for floatingip (ef10ebe5-333e-4182-93c4-42a368b46a72), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:26.069156 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Floating IP ef10ebe5-333e-4182-93c4-42a368b46a72 associated. External IP: 172.27.3.160, port: 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de. May 12 19:12:26.277769 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:12:26.385330 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:12:26.397386 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:12:26.403549 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:26.410816 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:12:26.411443 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:12:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:26.434536 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-df0be643-88ad-491b-b9a2-d81be4d6b0d2 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8238173 May 12 19:12:26.435135 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:12:26.437399 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c082f42-3ff0-4d8f-9860-1b631237f1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:12:26.473265 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f96b1f6-f47c-4264-a1ac-9914711f6592 x-openstack-request-id: req-4f96b1f6-f47c-4264-a1ac-9914711f6592 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:12:26.473576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:12:26.473831 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f96b1f6-f47c-4264-a1ac-9914711f6592 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:12:26.474237 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f96b1f6-f47c-4264-a1ac-9914711f6592'] response: {'name': 'network-changed', 'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'status': 'completed', 'code': 200} May 12 19:12:26.518971 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:12:26.570998 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-a0220650-241d-4c80-82ca-f251dcfb3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:26.572404 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-a0220650-241d-4c80-82ca-f251dcfb3f5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 1129 time: 0.0403810 May 12 19:12:26.664341 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-ed084331-cc4a-4dd7-8076-336074147dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:26.666333 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-ed084331-cc4a-4dd7-8076-336074147dd8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.0874512 May 12 19:12:26.730951 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-512bf21f-1bda-413c-953c-d5c21e201da4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de HTTP/1.1" status: 200 len: 999 time: 0.0582864 May 12 19:12:26.734744 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:34Z', 'revision_number': 1, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}, {'id': 'ef10ebe5-333e-4182-93c4-42a368b46a72', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:e6:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:12:25Z', 'updated_at': '2022-05-12T19:12:25Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:26.760057 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:12:26.768709 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:12:26.769308 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:12:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:26.783367 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-9c255877-3280-4f2c-8c4a-4a8897f1de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:26.784843 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-9c255877-3280-4f2c-8c4a-4a8897f1de58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0482442 May 12 19:12:26.830210 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-4e843b1a-d40d-4800-8373-bdd1151a38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:26.831640 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-4e843b1a-d40d-4800-8373-bdd1151a38e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387588 May 12 19:12:26.877058 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:12:26.921893 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-02a95c73-2df1-44e2-a8ca-30829c6d95c3 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835786 May 12 19:12:27.016786 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c082f42-3ff0-4d8f-9860-1b631237f1a7 req-97379911-fc28-4d0a-887e-75af05f4843e service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 May 12 19:12:27.097473 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:34Z', 'revision_number': 1, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}, {'id': 'ef10ebe5-333e-4182-93c4-42a368b46a72', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:e6:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:12:25Z', 'updated_at': '2022-05-12T19:12:25Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:12:27.122403 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5614a0-a698-4523-bc6d-b83b0fccf8c2 None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:34Z', 'revision_number': 1, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}, {'id': 'ef10ebe5-333e-4182-93c4-42a368b46a72', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:e6:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:12:25Z', 'updated_at': '2022-05-12T19:12:25Z', 'revision_number': 0, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:12:27.307354 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4020553-7683-4525-8627-2348f224a889 None None] New status for floating IP ef10ebe5-333e-4182-93c4-42a368b46a72: ACTIVE {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:12:30.886571 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-7d6562ef-df31-4dd9-b814-eda4d495ef07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379343 May 12 19:12:30.962539 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-220c2dc7-9d3c-43e8-a114-2acaa99ccf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:30.964019 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-220c2dc7-9d3c-43e8-a114-2acaa99ccf26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 1130 time: 0.0433266 May 12 19:12:31.066240 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-3dbcaa68-a9ce-4192-81b3-ae074b3700f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:31.067696 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-3dbcaa68-a9ce-4192-81b3-ae074b3700f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.0859249 May 12 19:12:31.135252 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-20c73e2f-d05a-45c2-bb59-4dc3a2620b6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a HTTP/1.1" status: 200 len: 1001 time: 0.0613511 May 12 19:12:31.182064 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-33acd53c-2d15-45b6-b270-432fb09d5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:31.183489 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-33acd53c-2d15-45b6-b270-432fb09d5aa9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0427797 May 12 19:12:31.225394 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-0a173494-8899-4aae-9231-f37c6594cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:12:31.226851 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-0a173494-8899-4aae-9231-f37c6594cbd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379157 May 12 19:12:31.327797 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-c3c22d92-1619-4190-b2a7-9ebc5a35f85c service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951567 May 12 19:12:31.415943 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31f7830e-4036-43c1-9662-8ceeb61f0fa0 req-afe7cbdd-e5f6-403b-8cff-7aee2e385434 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814645 May 12 19:12:49.335021 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0d81b8c1-bdeb-46eb-966d-bc4817d9c774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:50.770167 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:12:51.376875 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1d8fcec1-a9f4-4af4-b7c4-be5cd12400d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:53.006099 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:54.270802 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:55.036293 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:12:55.637987 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:19.336950 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-66dec9e8-e21f-46a5-aacf-3b55d37f29cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:19.983154 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44838) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:20.128597 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Deleting port 4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:20.129462 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:20.205433 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:20.205779 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for floatingip (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:20.217981 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Calling delete_port for 4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f owned by network:floatingip {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:20.364037 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:20.392780 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event deleted for resources: {'Port': ['ID=4ba2c9f9-b18b-4a8a-90f4-ec40d30db61f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:20.414942 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.415286 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.415624 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.415957 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.416281 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.416612 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.416932 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.417291 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.417627 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.417945 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.418264 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.418584 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.418902 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.419217 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.419531 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:20.459170 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for floatingip (4b775319-50d2-4a90-87dd-cf484acd7ffc), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:20.459502 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Floating IP 4b775319-50d2-4a90-87dd-cf484acd7ffc disassociated (deleted). External IP: 172.27.3.119, port: 3d305158-0b61-4aee-bec0-3bb97bcb137b. May 12 19:13:20.664433 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:13:20.772789 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:13:20.777587 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:20.782179 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] Sync routers for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:13:20.791744 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:13:20.792345 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:12:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:20.806875 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-94f6fb3d-ad65-47a1-a672-44b05ecfdfe3 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "DELETE /v2.0/floatingips/4b775319-50d2-4a90-87dd-cf484acd7ffc HTTP/1.1" status: 204 len: 168 time: 0.8226509 May 12 19:13:20.807446 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:13:20.809705 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044" -d '{"events": [{"name": "network-changed", "server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:13:20.909005 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:13:20.929232 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6600619a-e299-4004-8be5-5c0b8de3d905 x-openstack-request-id: req-6600619a-e299-4004-8be5-5c0b8de3d905 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:13:20.929582 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:13:20.929792 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6600619a-e299-4004-8be5-5c0b8de3d905 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:13:20.930251 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6600619a-e299-4004-8be5-5c0b8de3d905'] response: {'name': 'network-changed', 'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'status': 'completed', 'code': 200} May 12 19:13:21.036427 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84ba21-de7b-4f4f-912a-d74005d5fb74 req-b7cf3743-3738-40bd-97f6-a2bee1593d55 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:21.038060 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd84ba21-de7b-4f4f-912a-d74005d5fb74 req-b7cf3743-3738-40bd-97f6-a2bee1593d55 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0512338 May 12 19:13:21.086522 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd84ba21-de7b-4f4f-912a-d74005d5fb74 req-a40a543d-6c42-44a9-81f1-365c5c907040 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 May 12 19:13:21.106522 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 5, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:21.256321 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] Checking router: d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:13:21.264726 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:13:21.265335 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:12:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:21.374595 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:13:21.413484 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9c911202-3a2c-4407-8d2c-831c4144dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:21.572655 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 5, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:21.598180 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b2a94c-5e77-470d-b81d-a993bf4e8079 None None] The sync data for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi is: [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:09:03Z', 'revision_number': 4, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': '0a39b01b-7ff1-4584-bb45-25edebf6f104', 'name': '', 'network_id': 'd122d075-290b-49ee-9eef-c39637b82d8b', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'mac_address': 'fa:16:3e:ce:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:03Z', 'updated_at': '2022-05-12T19:09:08Z', 'revision_number': 5, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'subnets': [{'id': '9c00d164-8c82-4442-870a-ec16680c1bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:13:21.808915 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ffe90-8d96-4696-9a03-6deeb1a0fd5e None None] New status for floating IP 4b775319-50d2-4a90-87dd-cf484acd7ffc: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:13:22.197026 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-fb948d01-0901-48d2-bc20-f298c25a7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:22.198528 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-fb948d01-0901-48d2-bc20-f298c25a7dfb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0565eaa27c9a44e18a307c563a51767f&device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 1129 time: 0.0644555 May 12 19:13:22.213228 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b49767-4a3c-4a1a-bc13-477589f6447f req-c4278f53-e181-4054-80b4-a647147fbd0e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:22.214597 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10b49767-4a3c-4a1a-bc13-477589f6447f req-c4278f53-e181-4054-80b4-a647147fbd0e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0547521 May 12 19:13:22.289800 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10b49767-4a3c-4a1a-bc13-477589f6447f req-037b4be5-ea51-4d81-ad70-413aae84ce11 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/security-groups?id=97557eba-1165-4fdb-a4f6-13c375c33699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695767 May 12 19:13:22.347417 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-14a6caea-6885-44ab-84e8-3f37f4a4b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:22.349401 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-14a6caea-6885-44ab-84e8-3f37f4a4b8b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 200 len: 910 time: 0.0986533 May 12 19:13:22.404676 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-6528fc89-7a1e-47f9-a344-06e1370be424 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 200 len: 217 time: 0.0336874 May 12 19:13:22.455135 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-fb52d9a0-f54c-4fc7-8dab-10d4b5afb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:22.456611 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-fb52d9a0-f54c-4fc7-8dab-10d4b5afb2ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 200 len: 848 time: 0.0472202 May 12 19:13:22.690124 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-898d1b45-d48b-401b-8e5d-f6448502abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:22.691563 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-898d1b45-d48b-401b-8e5d-f6448502abd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d122d075-290b-49ee-9eef-c39637b82d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379810 May 12 19:13:22.850153 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-b6152e6d-28dd-448d-a447-1a79ee29ba7e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:22.851547 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-b6152e6d-28dd-448d-a447-1a79ee29ba7e tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.49 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 945 time: 0.0975521 May 12 19:13:22.912253 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-2104ef3c-2da2-4782-b150-21f489381b24 service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570010 May 12 19:13:22.975267 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Deleting port 3d305158-0b61-4aee-bec0-3bb97bcb137b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:22.975526 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:23.009763 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:23.085230 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2dbde4b4-ee40-4a58-9acd-ac2ea073f044 req-a9a6c6ff-0e84-408b-80d8-2ae65895e35b service neutron] 10.222.0.49 "GET /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552808 May 12 19:13:23.105906 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] For port 3d305158-0b61-4aee-bec0-3bb97bcb137b, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3d305158-0b61-4aee-bec0-3bb97bcb137b,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:13:23.106345 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:23.120475 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Calling delete_port for 3d305158-0b61-4aee-bec0-3bb97bcb137b owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:23.245647 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (3d305158-0b61-4aee-bec0-3bb97bcb137b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:23.276586 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event deleted for resources: {'Port': ['ID=3d305158-0b61-4aee-bec0-3bb97bcb137b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:23.302721 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.303067 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.303662 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.303999 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.304333 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.304661 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.304985 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.305313 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.305661 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.305986 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.306308 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.306629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.306947 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.307265 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.307581 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:23.330928 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] No DVR routers for this DVR port 3d305158-0b61-4aee-bec0-3bb97bcb137b on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:13:23.333422 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:23.336772 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-917b9d1c-571f-40cb-98f7-a7c47cf67e36 req-93864925-b1d9-409b-a76b-05147b2c660a tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.49 "DELETE /v2.0/ports/3d305158-0b61-4aee-bec0-3bb97bcb137b HTTP/1.1" status: 204 len: 173 time: 0.4796839 May 12 19:13:23.337199 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'name': 'network-vif-deleted', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:13:23.339515 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57063e1a-49eb-4f3e-a663-5cadab28fa2e" -d '{"events": [{"server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "name": "network-vif-deleted", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:13:23.375679 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1914f2b-0d27-4392-8e90-44bb599b90c2 x-openstack-request-id: req-d1914f2b-0d27-4392-8e90-44bb599b90c2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:13:23.376048 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56181e6-91f4-4e4f-9f03-890e1b2945f8", "name": "network-vif-deleted", "tag": "3d305158-0b61-4aee-bec0-3bb97bcb137b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:13:23.376884 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1914f2b-0d27-4392-8e90-44bb599b90c2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:13:23.377369 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1914f2b-0d27-4392-8e90-44bb599b90c2'] response: {'server_uuid': 'b56181e6-91f4-4e4f-9f03-890e1b2945f8', 'name': 'network-vif-deleted', 'tag': '3d305158-0b61-4aee-bec0-3bb97bcb137b', 'status': 'completed', 'code': 200} May 12 19:13:23.393555 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b680f38a-6a16-4715-9612-8c270d2ffb29 req-9bcaeea5-1728-453d-9c6c-cf83fdbb2698 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "GET /v2.0/ports?device_id=b56181e6-91f4-4e4f-9f03-890e1b2945f8 HTTP/1.1" status: 200 len: 210 time: 0.0351455 May 12 19:13:24.273819 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:24.454306 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44872) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:24.515325 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5da1-622b-4ed9-b830-d04000823057 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group (97557eba-1165-4fdb-a4f6-13c375c33699), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:24.540257 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5da1-622b-4ed9-b830-d04000823057 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group (97557eba-1165-4fdb-a4f6-13c375c33699), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:24.599184 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5da1-622b-4ed9-b830-d04000823057 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (97557eba-1165-4fdb-a4f6-13c375c33699), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:24.601911 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5da1-622b-4ed9-b830-d04000823057 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:24.603199 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-d7fe5da1-622b-4ed9-b830-d04000823057 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] 10.222.0.48 "DELETE /v2.0/security-groups/97557eba-1165-4fdb-a4f6-13c375c33699 HTTP/1.1" status: 204 len: 168 time: 0.1485262 May 12 19:13:24.612248 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5da1-622b-4ed9-b830-d04000823057 tempest-TestShelveInstance-170355146 tempest-TestShelveInstance-170355146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97557eba-1165-4fdb-a4f6-13c375c33699,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:24.641288 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:24.969878 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:25.052146 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:25.198347 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Deleting port 0a39b01b-7ff1-4584-bb45-25edebf6f104 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:25.198685 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:25.274340 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] For port 0a39b01b-7ff1-4584-bb45-25edebf6f104, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=0a39b01b-7ff1-4584-bb45-25edebf6f104,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:13:25.274619 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:25.288572 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Calling delete_port for 0a39b01b-7ff1-4584-bb45-25edebf6f104 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:25.466295 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (0a39b01b-7ff1-4584-bb45-25edebf6f104), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:25.492647 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a39b01b-7ff1-4584-bb45-25edebf6f104,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:25.640833 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:25.654122 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 3d305158-0b61-4aee-bec0-3bb97bcb137b no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:13:25.660617 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:25.679270 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 3d305158-0b61-4aee-bec0-3bb97bcb137b {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:13:25.679693 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 3d305158-0b61-4aee-bec0-3bb97bcb137b not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:13:26.139928 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:13:26.246118 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:13:26.250953 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cccea8ec-7f17-4844-9f2a-e40baab1ff03 admin admin] 10.222.0.48 "PUT /v2.0/routers/d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086478 May 12 19:13:26.253440 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:26.256165 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] Sync routers for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:13:26.266187 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:13:26.266799 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:26.361456 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks [] for router (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:26.372992 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:13:26.464466 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks [] for router_gateway (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:26.509221 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Deleting port c3b682f7-8978-4c0c-a334-d99bc5723d4d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:26.509586 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:26.538544 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:13:25Z', 'revision_number': 5, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port': {'id': 'c3b682f7-8978-4c0c-a334-d99bc5723d4d', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:01Z', 'updated_at': '2022-05-12T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:26.568792 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] Checking router: d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:13:26.576917 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] Routers {'d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:13:26.577510 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:26.588029 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] For port c3b682f7-8978-4c0c-a334-d99bc5723d4d, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=c3b682f7-8978-4c0c-a334-d99bc5723d4d,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:13:26.588417 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:26.605112 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Calling delete_port for c3b682f7-8978-4c0c-a334-d99bc5723d4d owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:26.663485 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] Set router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:13:26.714607 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:13:26Z', 'revision_number': 6, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port_host': None}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:26.746379 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4eaeaf-9e27-4cf3-8a99-847fb9fbacb8 None None] The sync data for ids ['d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b'] in dv-cinder-795751-3-iscsi is: [{'id': 'd0e29cac-c91b-45a5-88d2-dc8f8ff38c1b', 'name': 'tempest-TestShelveInstance-1680066912-router', 'tenant_id': '0565eaa27c9a44e18a307c563a51767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:00Z', 'updated_at': '2022-05-12T19:13:26Z', 'revision_number': 6, 'project_id': '0565eaa27c9a44e18a307c563a51767f', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:13:26.787438 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (c3b682f7-8978-4c0c-a334-d99bc5723d4d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:26.817894 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b682f7-8978-4c0c-a334-d99bc5723d4d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:26.881711 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:26.974394 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:26.976486 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks [] for router_controller (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.020488 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.021161 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:13:27.025916 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.027024 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-642b0584-0213-4ebf-adaa-25ab00c4bccb admin admin] 10.222.0.48 "DELETE /v2.0/routers/d0e29cac-c91b-45a5-88d2-dc8f8ff38c1b HTTP/1.1" status: 204 len: 168 time: 0.7726357 May 12 19:13:27.029487 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:27.072715 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2a1229-b1df-4c06-ad52-bb4d00f0f78d admin admin] Deleting subnet 9c00d164-8c82-4442-870a-ec16680c1bf4 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:13:27.075681 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1229-b1df-4c06-ad52-bb4d00f0f78d admin admin] Publish callbacks [] for subnet (9c00d164-8c82-4442-870a-ec16680c1bf4), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.109998 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1229-b1df-4c06-ad52-bb4d00f0f78d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (9c00d164-8c82-4442-870a-ec16680c1bf4), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.194565 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1229-b1df-4c06-ad52-bb4d00f0f78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (9c00d164-8c82-4442-870a-ec16680c1bf4), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.245085 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1229-b1df-4c06-ad52-bb4d00f0f78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (9c00d164-8c82-4442-870a-ec16680c1bf4), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.271413 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a1229-b1df-4c06-ad52-bb4d00f0f78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c00d164-8c82-4442-870a-ec16680c1bf4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:27.275155 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1229-b1df-4c06-ad52-bb4d00f0f78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.280475 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ab2a1229-b1df-4c06-ad52-bb4d00f0f78d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9c00d164-8c82-4442-870a-ec16680c1bf4 HTTP/1.1" status: 204 len: 168 time: 0.2478812 May 12 19:13:27.280688 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:27.284346 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0da2a-4d18-49f6-bae5-fff7188d304b None None] Network d122d075-290b-49ee-9eef-c39637b82d8b requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:13:27.361822 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (d122d075-290b-49ee-9eef-c39637b82d8b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.372465 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 0a39b01b-7ff1-4584-bb45-25edebf6f104 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:13:27.400799 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 0a39b01b-7ff1-4584-bb45-25edebf6f104 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:13:27.400959 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 0a39b01b-7ff1-4584-bb45-25edebf6f104 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:13:27.401334 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c3b682f7-8978-4c0c-a334-d99bc5723d4d no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:13:27.407780 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Deleting port 37de7b48-9c70-4469-a71b-894f38dad696 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:27.408115 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (37de7b48-9c70-4469-a71b-894f38dad696), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.423074 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: c3b682f7-8978-4c0c-a334-d99bc5723d4d {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:13:27.423407 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device c3b682f7-8978-4c0c-a334-d99bc5723d4d not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:13:27.477582 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] For port 37de7b48-9c70-4469-a71b-894f38dad696, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=37de7b48-9c70-4469-a71b-894f38dad696,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:13:27.477942 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (37de7b48-9c70-4469-a71b-894f38dad696), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.493047 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Calling delete_port for 37de7b48-9c70-4469-a71b-894f38dad696 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:27.493402 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] DHCP port deletion for d122d075-290b-49ee-9eef-c39637b82d8b request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:13:27.533276 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Deleting port 37de7b48-9c70-4469-a71b-894f38dad696 {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:27.533683 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (37de7b48-9c70-4469-a71b-894f38dad696), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.583893 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (37de7b48-9c70-4469-a71b-894f38dad696), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.604406 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] For port 37de7b48-9c70-4469-a71b-894f38dad696, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=37de7b48-9c70-4469-a71b-894f38dad696,segment=NetworkSegment(61eae121-ceca-41bd-9cf9-04ed2d4459e1),segment_id=61eae121-ceca-41bd-9cf9-04ed2d4459e1)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:13:27.604878 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (37de7b48-9c70-4469-a71b-894f38dad696), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.609977 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37de7b48-9c70-4469-a71b-894f38dad696,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:27.614089 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] No DVR routers for this DVR port 37de7b48-9c70-4469-a71b-894f38dad696 on host dv-cinder-795751-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:13:27.691388 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (d122d075-290b-49ee-9eef-c39637b82d8b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.713972 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d122d075-290b-49ee-9eef-c39637b82d8b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:27.724266 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eae121-ceca-41bd-9cf9-04ed2d4459e1') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:27.724555 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eae121-ceca-41bd-9cf9-04ed2d4459e1') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:27.734330 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (61eae121-ceca-41bd-9cf9-04ed2d4459e1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.748243 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (61eae121-ceca-41bd-9cf9-04ed2d4459e1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.749046 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Calling delete_port for 37de7b48-9c70-4469-a71b-894f38dad696 owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:27.754578 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:13:27.754957 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (61eae121-ceca-41bd-9cf9-04ed2d4459e1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:13:27.756623 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:13:27.768845 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:13:27.811089 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (d122d075-290b-49ee-9eef-c39637b82d8b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.817371 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.820503 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d122d075-290b-49ee-9eef-c39637b82d8b HTTP/1.1" status: 204 len: 168 time: 0.5387826 May 12 19:13:27.823763 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44884) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:27.830091 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174'] for port (37de7b48-9c70-4469-a71b-894f38dad696), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:27.835842 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8378006-9d66-40f1-8c70-903b93d77fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d122d075-290b-49ee-9eef-c39637b82d8b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:27.854135 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Network d122d075-290b-49ee-9eef-c39637b82d8b is not hosted by any dhcp agent {{(pid=103291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 19:13:27.854597 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] No DVR routers for this DVR port 37de7b48-9c70-4469-a71b-894f38dad696 on host dv-cinder-795751-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:13:27.856574 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Pushing event deleted for resources: {'Port': ['ID=37de7b48-9c70-4469-a71b-894f38dad696,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:27.866272 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.867198 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.867198 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.867395 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.867605 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.867933 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.868261 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.868588 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.868914 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.869348 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.869572 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.870015 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.870211 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.870532 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:27.870840 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a11fe6-3ec9-429b-83bf-c116c4996d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:13:28.155741 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (23021608-705f-4290-9684-78a49db33ec2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:28.384320 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Deleting port 5c006a39-3017-4c17-8a46-e8dce3961476 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:28.384545 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:28.461348 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] For port 5c006a39-3017-4c17-8a46-e8dce3961476, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=5c006a39-3017-4c17-8a46-e8dce3961476,segment=NetworkSegment(5eb7f72d-723a-4244-a2e5-3d02f3018710),segment_id=5eb7f72d-723a-4244-a2e5-3d02f3018710)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:13:28.461730 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:28.474377 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Calling delete_port for 5c006a39-3017-4c17-8a46-e8dce3961476 owned by network:router_interface {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:28.650032 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (5c006a39-3017-4c17-8a46-e8dce3961476), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:28.672242 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5c006a39-3017-4c17-8a46-e8dce3961476,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:28.844139 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (23021608-705f-4290-9684-78a49db33ec2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:29.056522 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Router 23021608-705f-4290-9684-78a49db33ec2 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:13:29.388520 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:13:29.390466 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 37de7b48-9c70-4469-a71b-894f38dad696 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:13:29.395748 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-f7bbd7f9-df1d-416f-8311-a6ddb0dc74ef admin admin] 10.222.0.48 "PUT /v2.0/routers/23021608-705f-4290-9684-78a49db33ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672479 May 12 19:13:29.396817 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44886) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:29.397574 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] Sync routers for ids ['23021608-705f-4290-9684-78a49db33ec2'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:13:29.408277 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] Routers {'23021608-705f-4290-9684-78a49db33ec2'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:13:29.408890 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['23021608-705f-4290-9684-78a49db33ec2'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:29.417223 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 37de7b48-9c70-4469-a71b-894f38dad696 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:13:29.417593 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 37de7b48-9c70-4469-a71b-894f38dad696 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:13:29.503207 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks [] for router (23021608-705f-4290-9684-78a49db33ec2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:29.514680 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] Set router 23021608-705f-4290-9684-78a49db33ec2 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:13:29.606576 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks [] for router_gateway (23021608-705f-4290-9684-78a49db33ec2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:29.651337 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Deleting port 87f16a77-a9e3-45c0-b3ff-3428321a0af2 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:29.651773 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:29.685450 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:13:28Z', 'revision_number': 5, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port': {'id': '87f16a77-a9e3-45c0-b3ff-3428321a0af2', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23021608-705f-4290-9684-78a49db33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:29.715939 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] Checking router: 23021608-705f-4290-9684-78a49db33ec2 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:13:29.724326 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] Routers {'23021608-705f-4290-9684-78a49db33ec2'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:13:29.724932 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['23021608-705f-4290-9684-78a49db33ec2'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:29.729776 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] For port 87f16a77-a9e3-45c0-b3ff-3428321a0af2, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=87f16a77-a9e3-45c0-b3ff-3428321a0af2,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:13:29.730135 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:29.746255 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Calling delete_port for 87f16a77-a9e3-45c0-b3ff-3428321a0af2 owned by network:router_gateway {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:29.811482 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] Set router 23021608-705f-4290-9684-78a49db33ec2 gateway port host: None {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:13:29.865134 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:13:29Z', 'revision_number': 6, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port_host': None}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:29.915423 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (87f16a77-a9e3-45c0-b3ff-3428321a0af2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:29.943277 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f16a77-a9e3-45c0-b3ff-3428321a0af2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:29.982577 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b2157-56cb-41ce-98da-67abf90647bd None None] The sync data for ids ['23021608-705f-4290-9684-78a49db33ec2'] in dv-cinder-795751-3-iscsi is: [{'id': '23021608-705f-4290-9684-78a49db33ec2', 'name': 'tempest-TestShelveInstance-1539755058-router', 'tenant_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:09:05Z', 'updated_at': '2022-05-12T19:13:29Z', 'revision_number': 6, 'project_id': 'd46fb85fd18b4512821af35cdc5e62e6', 'gw_port_host': None}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:13:30.006663 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (23021608-705f-4290-9684-78a49db33ec2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.095934 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (23021608-705f-4290-9684-78a49db33ec2), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.098074 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks [] for router_controller (23021608-705f-4290-9684-78a49db33ec2), precommit_delete_associations {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.151007 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (23021608-705f-4290-9684-78a49db33ec2), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.151626 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23021608-705f-4290-9684-78a49db33ec2 {{(pid=103290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:13:30.156052 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.157091 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9953bb6d-1765-43e0-a0ab-83259e10c248 admin admin] 10.222.0.48 "DELETE /v2.0/routers/23021608-705f-4290-9684-78a49db33ec2 HTTP/1.1" status: 204 len: 168 time: 0.7593610 May 12 19:13:30.159788 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:30.208315 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afac493-3819-4663-b670-b1f2c1df39d9 admin admin] Deleting subnet 7b371191-d674-4017-8072-fff4a53e0bb5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:13:30.211385 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afac493-3819-4663-b670-b1f2c1df39d9 admin admin] Publish callbacks [] for subnet (7b371191-d674-4017-8072-fff4a53e0bb5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.244756 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afac493-3819-4663-b670-b1f2c1df39d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (7b371191-d674-4017-8072-fff4a53e0bb5), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.325109 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afac493-3819-4663-b670-b1f2c1df39d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (7b371191-d674-4017-8072-fff4a53e0bb5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.379489 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afac493-3819-4663-b670-b1f2c1df39d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (7b371191-d674-4017-8072-fff4a53e0bb5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.403657 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afac493-3819-4663-b670-b1f2c1df39d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b371191-d674-4017-8072-fff4a53e0bb5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:30.412588 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8afac493-3819-4663-b670-b1f2c1df39d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.418259 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8afac493-3819-4663-b670-b1f2c1df39d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7b371191-d674-4017-8072-fff4a53e0bb5 HTTP/1.1" status: 204 len: 168 time: 0.2551603 May 12 19:13:30.418547 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:30.422783 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb2f0a-0f66-4143-bf28-64afb770cf79 None None] Network c5ebac09-6064-4fb8-9d24-fbfc3936adcf requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:13:30.490411 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (c5ebac09-6064-4fb8-9d24-fbfc3936adcf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.539948 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Deleting port 208deb85-c8d7-4711-b17c-750bf3dcf9ae {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:13:30.540285 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.602483 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] For port 208deb85-c8d7-4711-b17c-750bf3dcf9ae, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=208deb85-c8d7-4711-b17c-750bf3dcf9ae,segment=NetworkSegment(5eb7f72d-723a-4244-a2e5-3d02f3018710),segment_id=5eb7f72d-723a-4244-a2e5-3d02f3018710)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:13:30.602846 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.615937 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Calling delete_port for 208deb85-c8d7-4711-b17c-750bf3dcf9ae owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:13:30.696917 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (208deb85-c8d7-4711-b17c-750bf3dcf9ae), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.723583 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=208deb85-c8d7-4711-b17c-750bf3dcf9ae,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:30.727388 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] No DVR routers for this DVR port 208deb85-c8d7-4711-b17c-750bf3dcf9ae on host dv-cinder-795751-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:13:30.745645 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf4254a-3dc4-4a09-a797-a6bc422188da None None] DHCP port deletion for c5ebac09-6064-4fb8-9d24-fbfc3936adcf request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:13:30.804002 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (c5ebac09-6064-4fb8-9d24-fbfc3936adcf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.824875 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ebac09-6064-4fb8-9d24-fbfc3936adcf']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:30.835944 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb7f72d-723a-4244-a2e5-3d02f3018710') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:30.836356 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb7f72d-723a-4244-a2e5-3d02f3018710') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:13:30.847514 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (5eb7f72d-723a-4244-a2e5-3d02f3018710), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.863686 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (5eb7f72d-723a-4244-a2e5-3d02f3018710), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.870139 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:13:30.870517 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (5eb7f72d-723a-4244-a2e5-3d02f3018710), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:13:30.872434 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:13:30.928379 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (c5ebac09-6064-4fb8-9d24-fbfc3936adcf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.944243 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:30.947437 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c5ebac09-6064-4fb8-9d24-fbfc3936adcf HTTP/1.1" status: 204 len: 168 time: 0.5279300 May 12 19:13:30.949284 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c5e78-c42a-4bbc-9bd3-e429a8b776b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ebac09-6064-4fb8-9d24-fbfc3936adcf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:31.144244 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:31.187604 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-03f9f2b2-e75f-4b85-b59c-52b7eb81e873 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0565eaa27c9a44e18a307c563a51767f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416377 May 12 19:13:31.190138 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44896) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:31.236936 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db2c5195-0eb0-46e5-9312-f3b29fbdaf32 admin admin] Publish callbacks [] for security_group (27c6d379-de43-49e0-a944-a5a99bfadb46), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:31.257688 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db2c5195-0eb0-46e5-9312-f3b29fbdaf32 admin admin] Publish callbacks [] for security_group (27c6d379-de43-49e0-a944-a5a99bfadb46), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:31.304712 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db2c5195-0eb0-46e5-9312-f3b29fbdaf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (27c6d379-de43-49e0-a944-a5a99bfadb46), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:31.307272 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db2c5195-0eb0-46e5-9312-f3b29fbdaf32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:31.311448 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-db2c5195-0eb0-46e5-9312-f3b29fbdaf32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27c6d379-de43-49e0-a944-a5a99bfadb46 HTTP/1.1" status: 204 len: 168 time: 0.1180110 May 12 19:13:31.318735 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5195-0eb0-46e5-9312-f3b29fbdaf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c6d379-de43-49e0-a944-a5a99bfadb46,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:31.358823 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 87f16a77-a9e3-45c0-b3ff-3428321a0af2 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:13:31.378584 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 87f16a77-a9e3-45c0-b3ff-3428321a0af2 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:13:31.379449 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 87f16a77-a9e3-45c0-b3ff-3428321a0af2 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:13:31.379862 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 5c006a39-3017-4c17-8a46-e8dce3961476 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:13:31.398477 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 5c006a39-3017-4c17-8a46-e8dce3961476 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:13:31.398815 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 5c006a39-3017-4c17-8a46-e8dce3961476 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:13:31.399215 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 208deb85-c8d7-4711-b17c-750bf3dcf9ae no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:13:31.417342 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 208deb85-c8d7-4711-b17c-750bf3dcf9ae {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:13:31.417705 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 208deb85-c8d7-4711-b17c-750bf3dcf9ae not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:13:31.624776 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:31.663902 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-76bc7626-07f6-4756-b5be-382bc45658b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d46fb85fd18b4512821af35cdc5e62e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379303 May 12 19:13:31.666276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:13:31.713396 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fb08e31-ebd2-4f2d-b62c-c4d50b09dd93 admin admin] Publish callbacks [] for security_group (3d674dd4-9ac8-4dff-846b-d5582f484046), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:31.734077 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fb08e31-ebd2-4f2d-b62c-c4d50b09dd93 admin admin] Publish callbacks [] for security_group (3d674dd4-9ac8-4dff-846b-d5582f484046), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:31.789217 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fb08e31-ebd2-4f2d-b62c-c4d50b09dd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (3d674dd4-9ac8-4dff-846b-d5582f484046), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:31.791934 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fb08e31-ebd2-4f2d-b62c-c4d50b09dd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:31.793075 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3fb08e31-ebd2-4f2d-b62c-c4d50b09dd93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d674dd4-9ac8-4dff-846b-d5582f484046 HTTP/1.1" status: 204 len: 168 time: 0.1259298 May 12 19:13:31.800664 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb08e31-ebd2-4f2d-b62c-c4d50b09dd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d674dd4-9ac8-4dff-846b-d5582f484046,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:13:32.893830 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d44fede-550f-4b38-a457-5d00d984822b req-56c76458-ad1a-4f6d-af9c-8f1dc0832b24 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419674 May 12 19:13:32.989816 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44fede-550f-4b38-a457-5d00d984822b req-c2f2a9c3-27cd-42f1-93c0-58b30c9298bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:32.991362 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d44fede-550f-4b38-a457-5d00d984822b req-c2f2a9c3-27cd-42f1-93c0-58b30c9298bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 1130 time: 0.0384941 May 12 19:13:33.093054 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44fede-550f-4b38-a457-5d00d984822b req-e62bf4a3-4a81-40b8-90c8-2d6b85fe128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:33.094516 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d44fede-550f-4b38-a457-5d00d984822b req-e62bf4a3-4a81-40b8-90c8-2d6b85fe128d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.0854421 May 12 19:13:33.157585 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d44fede-550f-4b38-a457-5d00d984822b req-68ac5be7-abc0-42ba-94f3-14ee6c329fe7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a HTTP/1.1" status: 200 len: 1001 time: 0.0569208 May 12 19:13:33.208998 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44fede-550f-4b38-a457-5d00d984822b req-40451281-d428-465b-bb25-83a5455e64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:33.210469 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d44fede-550f-4b38-a457-5d00d984822b req-40451281-d428-465b-bb25-83a5455e64ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0474887 May 12 19:13:33.256659 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44fede-550f-4b38-a457-5d00d984822b req-4c6ce146-e86a-4d13-aad9-e752f36e3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:13:33.258107 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d44fede-550f-4b38-a457-5d00d984822b req-4c6ce146-e86a-4d13-aad9-e752f36e3bef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410581 May 12 19:13:33.344103 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d44fede-550f-4b38-a457-5d00d984822b req-1e9168d5-2281-4834-b810-30fe46bf55cb service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799217 May 12 19:13:33.438452 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d44fede-550f-4b38-a457-5d00d984822b req-57e5dee2-0f42-4a99-89c0-7403af4a51c3 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836468 May 12 19:13:49.338427 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee596-9fb5-413f-bbf2-cd2fdf09f092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:51.375596 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1bd2-8be6-440c-b7d8-a91b89d8501f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:53.013880 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:54.275361 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:55.053296 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:13:55.644329 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:04.768314 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:14:05.007327 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:05.159779 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Deleting port a28259a8-3b1b-4c0b-a8b4-7fea3471653c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:05.160112 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:05.236367 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:05.236684 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:05.249051 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Calling delete_port for a28259a8-3b1b-4c0b-a8b4-7fea3471653c owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:05.418053 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (a28259a8-3b1b-4c0b-a8b4-7fea3471653c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:05.446932 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event deleted for resources: {'Port': ['ID=a28259a8-3b1b-4c0b-a8b4-7fea3471653c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:05.508413 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (ef10ebe5-333e-4182-93c4-42a368b46a72), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:05.508767 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Floating IP ef10ebe5-333e-4182-93c4-42a368b46a72 disassociated (deleted). External IP: 172.27.3.160, port: 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de. May 12 19:14:05.986128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:14:06.092388 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:14:06.097253 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:06.101767 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:14:06.111077 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:14:06.111680 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:06.129098 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9c0d1ce6-175b-465f-897a-7a04b6345dec tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "DELETE /v2.0/floatingips/ef10ebe5-333e-4182-93c4-42a368b46a72 HTTP/1.1" status: 204 len: 168 time: 1.1183722 May 12 19:14:06.129098 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:14:06.130037 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b97d2c6-de55-42af-8171-ba3b5a051454" -d '{"events": [{"name": "network-changed", "server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:14:06.168378 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40810ff2-2840-4bfe-9bc4-ab848df1b384 x-openstack-request-id: req-40810ff2-2840-4bfe-9bc4-ab848df1b384 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:14:06.168378 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:14:06.168378 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40810ff2-2840-4bfe-9bc4-ab848df1b384 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:14:06.168378 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40810ff2-2840-4bfe-9bc4-ab848df1b384'] response: {'name': 'network-changed', 'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'status': 'completed', 'code': 200} May 12 19:14:06.227164 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:14:06.262682 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-e564d763-b9ec-46fe-9f88-9777e2bebebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:06.264288 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-e564d763-b9ec-46fe-9f88-9777e2bebebc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 1129 time: 0.0524046 May 12 19:14:06.355305 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3405a-3b87-4d78-904d-1dce5fb4a9d5 req-321b16ad-f5e5-488a-a6fb-e9aade48eeaa tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:06.356915 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-04a3405a-3b87-4d78-904d-1dce5fb4a9d5 req-321b16ad-f5e5-488a-a6fb-e9aade48eeaa tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 945 time: 0.0463774 May 12 19:14:06.405331 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-04a3405a-3b87-4d78-904d-1dce5fb4a9d5 req-60531fcc-dab9-4a8b-8fac-68b1cf06717b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 May 12 19:14:06.451143 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:34Z', 'revision_number': 1, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:06.477122 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:14:06.485485 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:14:06.486122 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:06.592077 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:14:06.804920 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:34Z', 'revision_number': 1, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:06.830270 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd72d5-9083-4169-a38c-fe99e05d21b6 None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_floatingips': [{'id': '437a4b27-b87a-429e-8304-70e160a44a4c', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'router_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'port_id': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'mac_address': 'fa:16:3e:fe:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T19:10:32Z', 'updated_at': '2022-05-12T19:10:34Z', 'revision_number': 1, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:14:07.046435 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb61421-f4a9-4c95-8d8e-4b719f6833a6 None None] New status for floating IP ef10ebe5-333e-4182-93c4-42a368b46a72: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:14:07.414567 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-8f4ad531-1fb6-4264-ae67-eb732f357129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:07.415885 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-8f4ad531-1fb6-4264-ae67-eb732f357129 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.0860021 May 12 19:14:07.490632 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-630ce646-970f-46a8-b32d-ce984603b1e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de HTTP/1.1" status: 200 len: 217 time: 0.0366952 May 12 19:14:07.533964 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93382ac-5f92-4693-8e94-c292b2f46c83 req-a2cd4e50-6fe3-4113-a618-989eccac8b96 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:07.535423 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e93382ac-5f92-4693-8e94-c292b2f46c83 req-a2cd4e50-6fe3-4113-a618-989eccac8b96 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 945 time: 0.0473139 May 12 19:14:07.610484 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e93382ac-5f92-4693-8e94-c292b2f46c83 req-4666153e-f0f9-47fc-a29d-604a8336f825 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695601 May 12 19:14:07.627958 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-8874b3fc-3c80-4dc8-b799-d5f92b4fb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:07.629367 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-8874b3fc-3c80-4dc8-b799-d5f92b4fb813 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0497890 May 12 19:14:07.671250 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-b3f0713c-6c4b-4cdb-b99b-9c453086819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:07.672612 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-b3f0713c-6c4b-4cdb-b99b-9c453086819f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372450 May 12 19:14:07.919631 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-cea9fd53-c461-4ec3-a668-ff6a63696a6c service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885661 May 12 19:14:08.047609 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-a5d79d0d-ee9a-4782-b531-fa037707db39 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:08.049105 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-a5d79d0d-ee9a-4782-b531-fa037707db39 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 945 time: 0.0893695 May 12 19:14:08.131917 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b97d2c6-de55-42af-8171-ba3b5a051454 req-8c870940-b755-42e5-b1ff-ccdeed2a41d8 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709795 May 12 19:14:08.151276 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Deleting port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:08.151612 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:08.251388 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] For port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:08.251741 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:08.264404 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Calling delete_port for 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:08.386554 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (8116eb5e-fbd0-450d-8c54-3f99c9c4c3de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:08.416383 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event deleted for resources: {'Port': ['ID=8116eb5e-fbd0-450d-8c54-3f99c9c4c3de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:08.461325 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] No DVR routers for this DVR port 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:14:08.463849 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:08.467141 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44648017-3f91-4aae-81d4-5ecf19bdb59e req-d295134d-107f-4ad7-a4ca-fb036330c2a0 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "DELETE /v2.0/ports/8116eb5e-fbd0-450d-8c54-3f99c9c4c3de HTTP/1.1" status: 204 len: 173 time: 0.4116495 May 12 19:14:08.467576 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'name': 'network-vif-deleted', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:14:08.469829 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad27315-34f3-4e20-a74b-87a2b516c660" -d '{"events": [{"server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "name": "network-vif-deleted", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:14:08.505583 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d795cec-ec1d-407e-b3cc-9284f22926df x-openstack-request-id: req-8d795cec-ec1d-407e-b3cc-9284f22926df {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:14:08.506367 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05c83c1-ae3c-4086-9d42-241aba63b44e", "name": "network-vif-deleted", "tag": "8116eb5e-fbd0-450d-8c54-3f99c9c4c3de", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:14:08.506367 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d795cec-ec1d-407e-b3cc-9284f22926df {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:14:08.507085 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d795cec-ec1d-407e-b3cc-9284f22926df'] response: {'server_uuid': 'b05c83c1-ae3c-4086-9d42-241aba63b44e', 'name': 'network-vif-deleted', 'tag': '8116eb5e-fbd0-450d-8c54-3f99c9c4c3de', 'status': 'completed', 'code': 200} May 12 19:14:08.704304 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c633717-b1d3-4d8b-8a88-3d4e2d5cef8e req-9d3e3561-0330-40b3-9f2c-412803b8157c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=b05c83c1-ae3c-4086-9d42-241aba63b44e HTTP/1.1" status: 200 len: 210 time: 0.0278010 May 12 19:14:11.921075 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:14:11.944464 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:14:11.944792 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 8116eb5e-fbd0-450d-8c54-3f99c9c4c3de not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:14:11.984545 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44936) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:12.131232 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Deleting port 2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:12.131606 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:12.208244 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:12.208565 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:12.225164 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Calling delete_port for 2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9 owned by network:floatingip {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:12.363833 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:12.392054 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event deleted for resources: {'Port': ['ID=2fbb7e5f-6b76-49cf-9931-a6c17cd7a6a9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:12.451835 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (437a4b27-b87a-429e-8304-70e160a44a4c), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:12.452162 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.db.l3_db [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Floating IP 437a4b27-b87a-429e-8304-70e160a44a4c disassociated (deleted). External IP: 172.27.3.97, port: 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a. May 12 19:14:12.658546 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:14:12.765934 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:14:12.770354 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:12.775934 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:14:12.785735 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:14:12.786346 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:12.800132 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-9a566844-ee34-4e5c-9646-a7e81485af70 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "DELETE /v2.0/floatingips/437a4b27-b87a-429e-8304-70e160a44a4c HTTP/1.1" status: 204 len: 168 time: 0.8145387 May 12 19:14:12.800696 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:14:12.802940 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dad61da6399f1074dde4e859dbae5f48ad37b46eb87eae1987039c5620caade8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f9bc78-2e7d-487f-a734-3a2629862ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:14:12.838764 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fed00f5-f25f-40c4-9206-732483256708 x-openstack-request-id: req-0fed00f5-f25f-40c4-9206-732483256708 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:14:12.839056 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a", "status": "completed", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:14:12.839304 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fed00f5-f25f-40c4-9206-732483256708 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:14:12.840501 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fed00f5-f25f-40c4-9206-732483256708'] response: {'name': 'network-changed', 'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'status': 'completed', 'code': 200} May 12 19:14:12.898628 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:14:12.935870 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-9e053fc3-ea86-4700-8744-36bb9f18c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:12.938257 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-9e053fc3-ea86-4700-8744-36bb9f18c0cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 1130 time: 0.0533535 May 12 19:14:13.025689 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a707129-ffd6-44af-a6c7-efea9dafe197 req-a95fecea-967c-4cf1-af88-da79a0ff8479 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:13.027186 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a707129-ffd6-44af-a6c7-efea9dafe197 req-a95fecea-967c-4cf1-af88-da79a0ff8479 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 946 time: 0.0500281 May 12 19:14:13.075966 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a707129-ffd6-44af-a6c7-efea9dafe197 req-663d96e5-c9ec-46f0-bae9-d99573010de7 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 May 12 19:14:13.094299 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:13.122646 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:14:13.130816 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:14:13.131410 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:13.249378 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:14:13.557251 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:13.582694 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd11be-445e-492b-ac3b-7df3b2860e27 None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:14Z', 'revision_number': 4, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi', '_interfaces': [{'id': 'b5c0a913-4887-4c58-9a12-7d8453fd5721', 'name': '', 'network_id': '9c023c40-b2da-44b2-b84e-b8fea4bf4942', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'mac_address': 'fa:16:3e:98:9e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:13Z', 'updated_at': '2022-05-12T19:07:19Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'subnets': [{'id': '9ca4e124-08cf-4206-8b0d-9ce333e427bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:14:13.801516 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb37b7f0-a610-4ac5-a045-6df55aadb1fb None None] New status for floating IP 437a4b27-b87a-429e-8304-70e160a44a4c: DOWN {{(pid=103292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 19:14:14.089324 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-2f4f8e7c-0d08-4ee6-8648-0c340174c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:14.090776 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-2f4f8e7c-0d08-4ee6-8648-0c340174c01c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 200 len: 913 time: 0.0827870 May 12 19:14:14.219080 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-d3a40303-e13c-428f-9c2f-a8eaa2e0347e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a HTTP/1.1" status: 200 len: 217 time: 0.0377200 May 12 19:14:14.230128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90f49-fe1b-4101-94d3-f0512d9e0735 req-9585b164-269f-47ec-8ce4-137bb680cd2c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:14.231523 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-efd90f49-fe1b-4101-94d3-f0512d9e0735 req-9585b164-269f-47ec-8ce4-137bb680cd2c tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 946 time: 0.0817430 May 12 19:14:14.295813 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-a20b3412-07b8-44ea-88df-2b156af704ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:14.297225 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-a20b3412-07b8-44ea-88df-2b156af704ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 200 len: 851 time: 0.0648868 May 12 19:14:14.312473 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-efd90f49-fe1b-4101-94d3-f0512d9e0735 req-da30a525-f634-4f19-a229-51ad71ec37e6 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/security-groups?id=5841b773-668a-4f7e-b602-48fc9a277202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732317 May 12 19:14:14.452891 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-1a319d03-9806-4dc8-96b9-d8856b53671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:14.454382 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-1a319d03-9806-4dc8-96b9-d8856b53671a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c023c40-b2da-44b2-b84e-b8fea4bf4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419343 May 12 19:14:14.549884 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-f141727c-8e04-48ee-891c-69dabfd07745 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880635 May 12 19:14:14.605383 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-f94949fa-d876-4c53-b879-22a05bb57b50 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 19:14:14.606822 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-f94949fa-d876-4c53-b879-22a05bb57b50 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 946 time: 0.0698848 May 12 19:14:14.722132 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79f9bc78-2e7d-487f-a734-3a2629862ec8 req-b6b67e6c-14b8-4b4e-bcef-8199a86a59d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540132 May 12 19:14:14.731215 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Deleting port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:14.731547 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:14.819748 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] For port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:14.820108 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:14.832990 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Calling delete_port for 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:14.962232 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:14.989633 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event deleted for resources: {'Port': ['ID=4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:15.040252 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] No DVR routers for this DVR port 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a on host hv-cinder-79575 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:14:15.042838 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:15.046267 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f246e167-9c22-4626-9218-0c6f8cb03985 req-6a2e537f-58a7-48f9-bb2b-62bb837ed1f1 tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.49 "DELETE /v2.0/ports/4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a HTTP/1.1" status: 204 len: 173 time: 0.4346960 May 12 19:14:15.046714 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'name': 'network-vif-deleted', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 19:14:15.049457 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4bc5a1a86c019d1889839dbe283705e6725f4db791c83eb09ed786c18f0209b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa33385-c659-459f-b916-6bf99b94f776" -d '{"events": [{"server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "name": "network-vif-deleted", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 19:14:15.086710 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be84343-fd12-41e6-8c5a-b259e8de5540 x-openstack-request-id: req-0be84343-fd12-41e6-8c5a-b259e8de5540 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 19:14:15.087025 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdc9ab-c7f3-4675-8343-198ae514dee0", "name": "network-vif-deleted", "tag": "4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 19:14:15.087307 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0be84343-fd12-41e6-8c5a-b259e8de5540 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 19:14:15.087716 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be84343-fd12-41e6-8c5a-b259e8de5540'] response: {'server_uuid': 'c4fdc9ab-c7f3-4675-8343-198ae514dee0', 'name': 'network-vif-deleted', 'tag': '4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a', 'status': 'completed', 'code': 200} May 12 19:14:15.412304 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b24cecc-dcfb-4824-a7d1-7380d95b7d7b req-d6eebd98-054a-4652-8079-c7ebe894c44b tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4fdc9ab-c7f3-4675-8343-198ae514dee0 HTTP/1.1" status: 200 len: 210 time: 0.0290773 May 12 19:14:16.473381 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44952) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:16.585219 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Deleting port f3655fb0-8d16-4f6e-8de8-0d688e4496a5 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:16.585577 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:16.669774 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:16.670097 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:16.686142 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Calling delete_port for f3655fb0-8d16-4f6e-8de8-0d688e4496a5 owned by network:floatingip {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:16.811088 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4248561'] for port (f3655fb0-8d16-4f6e-8de8-0d688e4496a5), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:16.838710 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event deleted for resources: {'Port': ['ID=f3655fb0-8d16-4f6e-8de8-0d688e4496a5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:16.896578 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for floatingip (57612eb6-edd1-400a-9f42-8a999ff4a95a), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:16.899683 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37192'] for floatingip (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:16.900812 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a815e240-7658-4a0d-b2e9-20aa22886a0f tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "DELETE /v2.0/floatingips/57612eb6-edd1-400a-9f42-8a999ff4a95a HTTP/1.1" status: 204 len: 168 time: 0.4271541 May 12 19:14:17.952536 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a no longer exists at agent hyperv_hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:14:17.972076 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] No Port match for: 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:14:17.972414 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Device 4d3e53a5-32f6-4016-99bf-5b4ec1c0f18a not bound to the agent host hv-cinder-79575 {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:14:18.095326 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44964) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:18.151587 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e05fa2e3-90e8-406d-99a8-bebf1d8af78a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group (5841b773-668a-4f7e-b602-48fc9a277202), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:18.175614 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e05fa2e3-90e8-406d-99a8-bebf1d8af78a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group (5841b773-668a-4f7e-b602-48fc9a277202), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:18.234946 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e05fa2e3-90e8-406d-99a8-bebf1d8af78a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (5841b773-668a-4f7e-b602-48fc9a277202), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:18.237327 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e05fa2e3-90e8-406d-99a8-bebf1d8af78a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:18.238484 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-e05fa2e3-90e8-406d-99a8-bebf1d8af78a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] 10.222.0.48 "DELETE /v2.0/security-groups/5841b773-668a-4f7e-b602-48fc9a277202 HTTP/1.1" status: 204 len: 168 time: 0.1421952 May 12 19:14:18.247639 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fa2e3-90e8-406d-99a8-bebf1d8af78a tempest-TestVolumeBootPattern-916975640 tempest-TestVolumeBootPattern-916975640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5841b773-668a-4f7e-b602-48fc9a277202,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:19.309599 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:19.340893 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8adb3a99-af5e-46d8-a250-f675a3a4d070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:19.845471 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (636274c9-1d0f-4edb-9347-3e6b0a934117), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:20.070988 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Deleting port b5c0a913-4887-4c58-9a12-7d8453fd5721 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:20.071316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:20.145952 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] For port b5c0a913-4887-4c58-9a12-7d8453fd5721, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=b5c0a913-4887-4c58-9a12-7d8453fd5721,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:20.146310 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:20.158737 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Calling delete_port for b5c0a913-4887-4c58-9a12-7d8453fd5721 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:20.338465 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (b5c0a913-4887-4c58-9a12-7d8453fd5721), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:20.362682 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c0a913-4887-4c58-9a12-7d8453fd5721,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:20.531591 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (636274c9-1d0f-4edb-9347-3e6b0a934117), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.011629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Router 636274c9-1d0f-4edb-9347-3e6b0a934117 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:14:21.117031 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:14:21.121865 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-134ad365-1f94-4061-a516-a70515af7329 admin admin] 10.222.0.48 "PUT /v2.0/routers/636274c9-1d0f-4edb-9347-3e6b0a934117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113885 May 12 19:14:21.124375 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44974) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:21.126355 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2af9c-0477-43df-8c93-447329075607 None None] Sync routers for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:14:21.135795 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2af9c-0477-43df-8c93-447329075607 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:14:21.136412 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-97b2af9c-0477-43df-8c93-447329075607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:13:51Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:21.233373 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks [] for router (636274c9-1d0f-4edb-9347-3e6b0a934117), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.252389 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-97b2af9c-0477-43df-8c93-447329075607 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:14:21.344660 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks [] for router_gateway (636274c9-1d0f-4edb-9347-3e6b0a934117), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.386292 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-19b15c49-0b34-42f4-8101-865aaa54ebc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.391292 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Deleting port 343dbb48-41a0-4584-a583-15df4effbf90 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:21.391629 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (343dbb48-41a0-4584-a583-15df4effbf90), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.444521 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-97b2af9c-0477-43df-8c93-447329075607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '343dbb48-41a0-4584-a583-15df4effbf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:14:20Z', 'revision_number': 5, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port': {'id': '343dbb48-41a0-4584-a583-15df4effbf90', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:21.470762 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] For port 343dbb48-41a0-4584-a583-15df4effbf90, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=343dbb48-41a0-4584-a583-15df4effbf90,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:21.471126 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (343dbb48-41a0-4584-a583-15df4effbf90), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.475262 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2af9c-0477-43df-8c93-447329075607 None None] Checking router: 636274c9-1d0f-4edb-9347-3e6b0a934117 for host: dv-cinder-795751-3-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:14:21.483728 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2af9c-0477-43df-8c93-447329075607 None None] Routers {'636274c9-1d0f-4edb-9347-3e6b0a934117'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:14:21.484347 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-97b2af9c-0477-43df-8c93-447329075607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:14:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['636274c9-1d0f-4edb-9347-3e6b0a934117'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:21.487519 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Calling delete_port for 343dbb48-41a0-4584-a583-15df4effbf90 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:21.572197 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-97b2af9c-0477-43df-8c93-447329075607 None None] Set router 636274c9-1d0f-4edb-9347-3e6b0a934117 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:14:21.627339 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-97b2af9c-0477-43df-8c93-447329075607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:14:21Z', 'revision_number': 6, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port_host': None}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:21.653334 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (343dbb48-41a0-4584-a583-15df4effbf90), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.654260 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2af9c-0477-43df-8c93-447329075607 None None] The sync data for ids ['636274c9-1d0f-4edb-9347-3e6b0a934117'] in dv-cinder-795751-3-iscsi is: [{'id': '636274c9-1d0f-4edb-9347-3e6b0a934117', 'name': 'tempest-TestVolumeBootPattern-1763496015-router', 'tenant_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:10Z', 'updated_at': '2022-05-12T19:14:21Z', 'revision_number': 6, 'project_id': 'ab7dbf84e4d74021b021fbf20b99a7c9', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:14:21.680472 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Pushing event deleted for resources: {'Port': ['ID=343dbb48-41a0-4584-a583-15df4effbf90,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:21.749164 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (636274c9-1d0f-4edb-9347-3e6b0a934117), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.840753 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (636274c9-1d0f-4edb-9347-3e6b0a934117), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.842851 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks [] for router_controller (636274c9-1d0f-4edb-9347-3e6b0a934117), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.887587 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (636274c9-1d0f-4edb-9347-3e6b0a934117), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.888344 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636274c9-1d0f-4edb-9347-3e6b0a934117 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:14:21.892410 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.893548 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-341b774d-806d-436c-ac06-3871367e66ab admin admin] 10.222.0.48 "DELETE /v2.0/routers/636274c9-1d0f-4edb-9347-3e6b0a934117 HTTP/1.1" status: 204 len: 168 time: 0.7682559 May 12 19:14:21.896028 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44976) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:21.939878 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9e16cd-b537-4078-a4e3-a74cb5d7674c admin admin] Deleting subnet 9ca4e124-08cf-4206-8b0d-9ce333e427bc {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:14:21.942934 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9e16cd-b537-4078-a4e3-a74cb5d7674c admin admin] Publish callbacks [] for subnet (9ca4e124-08cf-4206-8b0d-9ce333e427bc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:21.977237 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9e16cd-b537-4078-a4e3-a74cb5d7674c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (9ca4e124-08cf-4206-8b0d-9ce333e427bc), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.062570 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9e16cd-b537-4078-a4e3-a74cb5d7674c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (9ca4e124-08cf-4206-8b0d-9ce333e427bc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.115736 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9e16cd-b537-4078-a4e3-a74cb5d7674c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (9ca4e124-08cf-4206-8b0d-9ce333e427bc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.141452 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e16cd-b537-4078-a4e3-a74cb5d7674c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca4e124-08cf-4206-8b0d-9ce333e427bc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:22.145044 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9e16cd-b537-4078-a4e3-a74cb5d7674c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.148131 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ad9e16cd-b537-4078-a4e3-a74cb5d7674c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9ca4e124-08cf-4206-8b0d-9ce333e427bc HTTP/1.1" status: 204 len: 168 time: 0.2512000 May 12 19:14:22.150577 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44978) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:22.153108 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde76c9-1196-4249-94c7-15e18c620478 None None] Network 9c023c40-b2da-44b2-b84e-b8fea4bf4942 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:14:22.223820 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (9c023c40-b2da-44b2-b84e-b8fea4bf4942), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.269188 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Deleting port 236dd48a-60df-47e6-a194-ab5caf30ff5d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:22.269542 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.335071 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] For port 236dd48a-60df-47e6-a194-ab5caf30ff5d, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=236dd48a-60df-47e6-a194-ab5caf30ff5d,segment=NetworkSegment(247d926e-1876-4a56-8030-ffd0f3de13a6),segment_id=247d926e-1876-4a56-8030-ffd0f3de13a6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:22.335430 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.348149 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Calling delete_port for 236dd48a-60df-47e6-a194-ab5caf30ff5d owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:22.410346 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] DHCP port deletion for 9c023c40-b2da-44b2-b84e-b8fea4bf4942 request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:14:22.436500 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.451544 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] Deleting port 236dd48a-60df-47e6-a194-ab5caf30ff5d {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:22.451917 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.463549 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=236dd48a-60df-47e6-a194-ab5caf30ff5d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:22.466009 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] No DVR routers for this DVR port 236dd48a-60df-47e6-a194-ab5caf30ff5d on host dv-cinder-795751-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:14:22.521136 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] For port 236dd48a-60df-47e6-a194-ab5caf30ff5d, host dv-cinder-795751-3-iscsi, got binding levels [] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:22.521547 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.536198 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] Calling delete_port for 236dd48a-60df-47e6-a194-ab5caf30ff5d owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:22.539086 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.ipam_backend_mixin [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] Port 236dd48a-60df-47e6-a194-ab5caf30ff5d was not found and therefore no delete operation was performed {{(pid=103291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 19:14:22.540939 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174'] for port (236dd48a-60df-47e6-a194-ab5caf30ff5d), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.542728 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (9c023c40-b2da-44b2-b84e-b8fea4bf4942), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.562539 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c023c40-b2da-44b2-b84e-b8fea4bf4942']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:22.565319 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] Pushing event deleted for resources: {'Port': ['ID=236dd48a-60df-47e6-a194-ab5caf30ff5d,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:22.568895 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11a8d7-8f9b-4681-b0fd-ec1865434dd8 None None] No DVR routers for this DVR port 236dd48a-60df-47e6-a194-ab5caf30ff5d on host dv-cinder-795751-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:14:22.572166 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247d926e-1876-4a56-8030-ffd0f3de13a6') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:22.572599 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247d926e-1876-4a56-8030-ffd0f3de13a6') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:22.583688 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (247d926e-1876-4a56-8030-ffd0f3de13a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.597741 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (247d926e-1876-4a56-8030-ffd0f3de13a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.604311 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:14:22.604696 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (247d926e-1876-4a56-8030-ffd0f3de13a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:14:22.606620 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:14:22.666007 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (9c023c40-b2da-44b2-b84e-b8fea4bf4942), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.671692 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:22.677689 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c023c40-b2da-44b2-b84e-b8fea4bf4942 HTTP/1.1" status: 204 len: 168 time: 0.5234852 May 12 19:14:22.677892 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44980) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:22.697358 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71e3b7-1441-43c4-b78c-0ac2f07355e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c023c40-b2da-44b2-b84e-b8fea4bf4942,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:23.006983 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593627'] for router_interface (cc8697ff-db0f-49a8-817d-a6b53fab2035), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:23.014979 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:23.240147 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Deleting port 9f51d017-8b5d-4abb-afa3-6eed87b945a2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:23.240481 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:23.320377 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] For port 9f51d017-8b5d-4abb-afa3-6eed87b945a2, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=9f51d017-8b5d-4abb-afa3-6eed87b945a2,segment=NetworkSegment(f63c92bf-8544-4f03-9769-0cab5ab5a777),segment_id=f63c92bf-8544-4f03-9769-0cab5ab5a777)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:23.320710 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:23.333834 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Calling delete_port for 9f51d017-8b5d-4abb-afa3-6eed87b945a2 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:23.379753 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 343dbb48-41a0-4584-a583-15df4effbf90 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:14:23.399191 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 343dbb48-41a0-4584-a583-15df4effbf90 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:14:23.399525 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 343dbb48-41a0-4584-a583-15df4effbf90 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:14:23.399922 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 236dd48a-60df-47e6-a194-ab5caf30ff5d no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:14:23.417780 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 236dd48a-60df-47e6-a194-ab5caf30ff5d {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:14:23.418119 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 236dd48a-60df-47e6-a194-ab5caf30ff5d not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:14:23.418510 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b5c0a913-4887-4c58-9a12-7d8453fd5721 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:14:23.440093 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: b5c0a913-4887-4c58-9a12-7d8453fd5721 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:14:23.440431 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device b5c0a913-4887-4c58-9a12-7d8453fd5721 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:14:23.520231 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (9f51d017-8b5d-4abb-afa3-6eed87b945a2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:23.546734 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f51d017-8b5d-4abb-afa3-6eed87b945a2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:23.559432 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.559779 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.560121 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.560452 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.560838 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.561108 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.561431 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.561772 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.562095 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.562414 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.562733 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.563048 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.563361 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.563675 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.563986 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:23.723750 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607684'] for router_interface (cc8697ff-db0f-49a8-817d-a6b53fab2035), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:23.938846 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Router cc8697ff-db0f-49a8-817d-a6b53fab2035 has already been hosted by L3 agent 972284b7-afaa-432f-bdea-6927e817f438 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 19:14:24.049373 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] Notify agent at l3_agent.dv-cinder-795751-3-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 19:14:24.054434 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-368c39bb-7ba9-4235-ae8f-ac79975a9f4f admin admin] 10.222.0.48 "PUT /v2.0/routers/cc8697ff-db0f-49a8-817d-a6b53fab2035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756156 May 12 19:14:24.057316 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:24.058028 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] Sync routers for ids ['cc8697ff-db0f-49a8-817d-a6b53fab2035'] in dv-cinder-795751-3-iscsi {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 19:14:24.068366 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] Routers {'cc8697ff-db0f-49a8-817d-a6b53fab2035'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:14:24.068974 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:14:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['cc8697ff-db0f-49a8-817d-a6b53fab2035'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:24.161933 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks [] for router (cc8697ff-db0f-49a8-817d-a6b53fab2035), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:24.176784 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] Set router cc8697ff-db0f-49a8-817d-a6b53fab2035 gateway port host: dv-cinder-795751-3-iscsi {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:14:24.273451 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks [] for router_gateway (cc8697ff-db0f-49a8-817d-a6b53fab2035), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:24.278975 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:24.317896 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Deleting port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:24.318236 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:24.347433 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'external_fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:14:23Z', 'revision_number': 5, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port': {'id': '9df701d2-41a8-46d5-a7bf-453b10ef1a1a', 'name': '', 'network_id': 'ae8b280c-088f-4a39-a469-6fa64791a893', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2014f2c-6384-41c2-9178-45cc4b2aeca4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-3-iscsi'}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:24.374503 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] Checking router: cc8697ff-db0f-49a8-817d-a6b53fab2035 for host: dv-cinder-795751-3-iscsi {{(pid=103292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 19:14:24.383920 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] Routers {'cc8697ff-db0f-49a8-817d-a6b53fab2035'} bound to L3 agent in host dv-cinder-795751-3-iscsi {{(pid=103292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 19:14:24.384540 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T18:50:51Z,description=,heartbeat_timestamp=2022-05-12T19:14:21Z,host='dv-cinder-795751-3-iscsi',id=972284b7-afaa-432f-bdea-6927e817f438,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T18:50:51Z,topic='l3_agent')) {'router_ids': ['cc8697ff-db0f-49a8-817d-a6b53fab2035'], 'active': True} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:24.475126 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_dvr_db [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] Set router cc8697ff-db0f-49a8-817d-a6b53fab2035 gateway port host: None {{(pid=103292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 19:14:24.531062 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.l3_hamode_db [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:14:24Z', 'revision_number': 6, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port_host': None}], 'dv-cinder-795751-3-iscsi', False) {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:24.558976 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491aee2f-e512-40b9-ab2b-6f6b99763886 None None] The sync data for ids ['cc8697ff-db0f-49a8-817d-a6b53fab2035'] in dv-cinder-795751-3-iscsi is: [{'id': 'cc8697ff-db0f-49a8-817d-a6b53fab2035', 'name': 'tempest-TestVolumeBootPattern-2092400852-router', 'tenant_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T19:07:16Z', 'updated_at': '2022-05-12T19:14:24Z', 'revision_number': 6, 'project_id': '8f0cc8e0097e4b8ea23d639b32dc9d71', 'gw_port_host': None}] {{(pid=103292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 19:14:24.675508 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] For port 9df701d2-41a8-46d5-a7bf-453b10ef1a1a, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=9df701d2-41a8-46d5-a7bf-453b10ef1a1a,segment=NetworkSegment(dd7bbba0-f383-44a0-b2a2-79e49c8f057a),segment_id=dd7bbba0-f383-44a0-b2a2-79e49c8f057a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:24.676128 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:24.688596 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Calling delete_port for 9df701d2-41a8-46d5-a7bf-453b10ef1a1a owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:24.850070 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (9df701d2-41a8-46d5-a7bf-453b10ef1a1a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:24.873385 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df701d2-41a8-46d5-a7bf-453b10ef1a1a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:24.941239 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599017'] for router_gateway (cc8697ff-db0f-49a8-817d-a6b53fab2035), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.037046 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124744'] for router (cc8697ff-db0f-49a8-817d-a6b53fab2035), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.040125 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks [] for router_controller (cc8697ff-db0f-49a8-817d-a6b53fab2035), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.049354 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.083159 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-598456'] for router (cc8697ff-db0f-49a8-817d-a6b53fab2035), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.083737 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc8697ff-db0f-49a8-817d-a6b53fab2035 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 19:14:25.087907 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.089004 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b12827bf-5050-4e85-9312-abd9aea6c1d1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cc8697ff-db0f-49a8-817d-a6b53fab2035 HTTP/1.1" status: 204 len: 168 time: 1.0307324 May 12 19:14:25.091437 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:25.135655 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebe7afb-b4cd-44b6-87ea-658ca41e1c23 admin admin] Deleting subnet 5850ae10-c6ad-41a6-a494-b0c32f52a836 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 19:14:25.138759 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7afb-b4cd-44b6-87ea-658ca41e1c23 admin admin] Publish callbacks [] for subnet (5850ae10-c6ad-41a6-a494-b0c32f52a836), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.176341 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7afb-b4cd-44b6-87ea-658ca41e1c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66582040'] for subnet (5850ae10-c6ad-41a6-a494-b0c32f52a836), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.255628 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7afb-b4cd-44b6-87ea-658ca41e1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773797'] for subnet (5850ae10-c6ad-41a6-a494-b0c32f52a836), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.311904 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7afb-b4cd-44b6-87ea-658ca41e1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66546849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4969352'] for subnet (5850ae10-c6ad-41a6-a494-b0c32f52a836), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.347233 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe7afb-b4cd-44b6-87ea-658ca41e1c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5850ae10-c6ad-41a6-a494-b0c32f52a836,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:25.352452 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7afb-b4cd-44b6-87ea-658ca41e1c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.355733 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1ebe7afb-b4cd-44b6-87ea-658ca41e1c23 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5850ae10-c6ad-41a6-a494-b0c32f52a836 HTTP/1.1" status: 204 len: 168 time: 0.2631347 May 12 19:14:25.358017 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.48', 44990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:25.358716 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e622fdf8-64bb-45d9-babe-6f6d0c3a2408 None None] Network d6e9722b-61d8-441a-9e8e-c4f0561e8313 requested from dv-cinder-795751-3-iscsi {{(pid=103291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 19:14:25.414863 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 9df701d2-41a8-46d5-a7bf-453b10ef1a1a no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:14:25.434280 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1667898'] for network (d6e9722b-61d8-441a-9e8e-c4f0561e8313), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.440536 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 9df701d2-41a8-46d5-a7bf-453b10ef1a1a {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:14:25.440878 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 9df701d2-41a8-46d5-a7bf-453b10ef1a1a not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:14:25.441295 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 9f51d017-8b5d-4abb-afa3-6eed87b945a2 no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:14:25.476502 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 9f51d017-8b5d-4abb-afa3-6eed87b945a2 {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:14:25.477415 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 9f51d017-8b5d-4abb-afa3-6eed87b945a2 not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:14:25.480186 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Deleting port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:25.480635 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.546547 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] DHCP port deletion for d6e9722b-61d8-441a-9e8e-c4f0561e8313 request from dv-cinder-795751-3-iscsi {{(pid=103291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 19:14:25.555962 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] For port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,segment=NetworkSegment(f63c92bf-8544-4f03-9769-0cab5ab5a777),segment_id=f63c92bf-8544-4f03-9769-0cab5ab5a777)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:25.556587 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.572273 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Calling delete_port for 235e02ae-9b1c-4458-a40c-fb8bbf832a2e owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:25.587581 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] Deleting port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e {{(pid=103291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 19:14:25.587581 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759892658405'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), before_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.657817 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66547536'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.669654 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] For port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e, host dv-cinder-795751-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-3-iscsi',level=0,port_id=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,segment=NetworkSegment(f63c92bf-8544-4f03-9769-0cab5ab5a777),segment_id=f63c92bf-8544-4f03-9769-0cab5ab5a777)] {{(pid=103291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 19:14:25.670044 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593425'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), precommit_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.672814 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.684810 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] Calling delete_port for 235e02ae-9b1c-4458-a40c-fb8bbf832a2e owned by network:dhcp {{(pid=103291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 19:14:25.685109 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:25.691103 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] No DVR routers for this DVR port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e on host dv-cinder-795751-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:14:25.760286 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807952', 'neutron.services.segments.db._delete_segments_for_network-8759892685846'] for network (d6e9722b-61d8-441a-9e8e-c4f0561e8313), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.765085 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1747191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759892667257', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759892174174'] for port (235e02ae-9b1c-4458-a40c-fb8bbf832a2e), after_delete {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.782089 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e9722b-61d8-441a-9e8e-c4f0561e8313']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:25.791890 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63c92bf-8544-4f03-9769-0cab5ab5a777') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:25.792182 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63c92bf-8544-4f03-9769-0cab5ab5a777') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 19:14:25.793951 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] Pushing event deleted for resources: {'Port': ['ID=235e02ae-9b1c-4458-a40c-fb8bbf832a2e,revision_number=None']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:25.799222 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a3605-4231-40f6-b71b-96ae3a2680c6 None None] No DVR routers for this DVR port 235e02ae-9b1c-4458-a40c-fb8bbf832a2e on host dv-cinder-795751-3-iscsi {{(pid=103291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 19:14:25.801913 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759892638239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66582049'] for segment (f63c92bf-8544-4f03-9769-0cab5ab5a777), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.816129 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334'] for segment (f63c92bf-8544-4f03-9769-0cab5ab5a777), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.822692 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 19:14:25.823122 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1762334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66547459'] for segment (f63c92bf-8544-4f03-9769-0cab5ab5a777), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: timer() May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: cb(*args, **kw) May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: self._notify() May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: self.callback(batched_events) May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: event.method(event) May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._get(url).json() May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 19:14:25.824947 dv-cinder-795751-3-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 19:14:25.882689 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602331'] for network (d6e9722b-61d8-441a-9e8e-c4f0561e8313), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.887864 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584561'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:25.891087 dv-cinder-795751-3-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d6e9722b-61d8-441a-9e8e-c4f0561e8313 HTTP/1.1" status: 204 len: 168 time: 0.5320046 May 12 19:14:25.901399 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3699f34-c373-4f68-996a-d6ff8f2e5af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e9722b-61d8-441a-9e8e-c4f0561e8313,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:25.999933 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44996) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:26.041899 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-a3f94c04-7f01-43df-a724-7e47f36d2e16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab7dbf84e4d74021b021fbf20b99a7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408232 May 12 19:14:26.044361 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 44998) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:26.090135 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Publish callbacks [] for security_group (0a2c4b3d-acc7-48e9-9bb4-fa747cd3e8b3), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:26.110754 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Publish callbacks [] for security_group (0a2c4b3d-acc7-48e9-9bb4-fa747cd3e8b3), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:26.157241 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (0a2c4b3d-acc7-48e9-9bb4-fa747cd3e8b3), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:26.159722 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:26.160850 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a2c4b3d-acc7-48e9-9bb4-fa747cd3e8b3 HTTP/1.1" status: 204 len: 168 time: 0.1156116 May 12 19:14:26.170016 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2c4b3d-acc7-48e9-9bb4-fa747cd3e8b3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:26.177260 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.177640 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.177991 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.178331 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.178667 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.179001 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.179329 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.179655 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.179987 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.180311 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.180635 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.180963 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.181580 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.181904 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.182222 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fa4e5-7eaf-4826-9744-0d3fbfaffadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 19:14:26.463481 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 45004) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:26.502916 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-7fbb520d-d522-4892-8a4d-0c4d53f8dd16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f0cc8e0097e4b8ea23d639b32dc9d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382848 May 12 19:14:26.505216 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [-] (103290) accepted ('10.222.0.48', 45006) {{(pid=103290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 19:14:26.551636 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c13d568-b48e-432b-86f5-5fea8f249dca admin admin] Publish callbacks [] for security_group (3566eed7-cee0-45bc-b371-6ce8f5c92bec), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:26.572546 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c13d568-b48e-432b-86f5-5fea8f249dca admin admin] Publish callbacks [] for security_group (3566eed7-cee0-45bc-b371-6ce8f5c92bec), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:26.620807 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c13d568-b48e-432b-86f5-5fea8f249dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618596'] for security_group (3566eed7-cee0-45bc-b371-6ce8f5c92bec), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:26.623334 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c13d568-b48e-432b-86f5-5fea8f249dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:26.624437 dv-cinder-795751-3-iscsi neutron-server[103290]: INFO neutron.wsgi [None req-8c13d568-b48e-432b-86f5-5fea8f249dca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3566eed7-cee0-45bc-b371-6ce8f5c92bec HTTP/1.1" status: 204 len: 168 time: 0.1183112 May 12 19:14:26.631841 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13d568-b48e-432b-86f5-5fea8f249dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3566eed7-cee0-45bc-b371-6ce8f5c92bec,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 19:14:27.365883 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 235e02ae-9b1c-4458-a40c-fb8bbf832a2e no longer exists at agent ovs-agent-dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 19:14:27.386061 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] No Port match for: 235e02ae-9b1c-4458-a40c-fb8bbf832a2e {{(pid=103291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 19:14:27.386326 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.rpc [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Device 235e02ae-9b1c-4458-a40c-fb8bbf832a2e not bound to the agent host dv-cinder-795751-3-iscsi {{(pid=103291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 19:14:41.766421 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:14:49.342841 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-037d285e-26e8-4101-bd96-e0450c462523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:51.377767 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-86d0b70c-26d5-4521-be5f-4d7ca8e9af0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:53.017300 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:54.279033 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:55.049346 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:14:55.644448 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:02.473908 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [req-30920674-768e-43cf-b872-9f18b88f04bf req-52323279-1106-4b8d-9bbd-be92f770c043 service neutron] (103290) timed out ('10.222.0.49', 63150) {{(pid=103290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 19:15:18.765776 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:15:19.344671 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-db77ecba-e848-4fbd-b23a-567d7d4b19d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:21.380356 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6dec7ce4-4e9f-44a4-b6ec-ff72d05a3dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:23.021051 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:24.281162 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:25.058676 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:25.645936 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:25.906645 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [req-050b4678-e859-479d-9f24-d05c6e6b3fba req-6e3df2c5-d914-4d53-8396-516b97bc52ff service neutron] (103290) timed out ('10.222.0.49', 63140) {{(pid=103290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 19:15:26.725554 dv-cinder-795751-3-iscsi neutron-server[103290]: DEBUG neutron.wsgi [req-52bf868f-6077-4b01-9cf1-fc10bda5026f req-83a367d0-808e-4216-b148-c6f804dce831 service neutron] (103290) timed out ('10.222.0.49', 63118) {{(pid=103290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 19:15:49.346906 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ff44d8c1-bbf6-4add-96f8-0b3d2c6edf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:51.381037 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8af57a0e-7ca0-487a-bb93-192cadee5e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:53.023209 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:54.284255 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:55.084026 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:55.648050 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:15:55.765254 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:16:19.347997 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49bbd52e-0243-4eb7-9d85-419a59c1f615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:21.382484 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-aad748c1-ecbb-4670-8614-6b358a312b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:23.025845 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:24.286338 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:25.083802 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:25.649547 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:32.764633 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:16:49.348300 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c7880f10-75fe-4d13-9d0c-93871356186a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:51.384020 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-64ea0eca-0a33-4e12-91fd-a79784e82fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:53.028476 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:54.298945 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:55.084955 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:16:55.652926 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:09.764003 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:17:19.348868 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d21297e1-a425-43d1-8ce7-3acb690061d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:21.385474 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-15caafa8-a029-4b5e-bdcc-a4f987744451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:23.031571 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:24.292140 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:25.084858 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:25.654734 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:46.763040 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:17:49.350509 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-097e417d-a5b0-416b-a969-7f2622235291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:51.385982 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7edf55fe-dff7-4768-ade2-f2ff0fb901db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:53.035040 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:54.294190 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:55.098606 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:17:55.656182 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:15.323159 dv-cinder-795751-3-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-6b0a0ba5-33ca-4116-9c38-ef7355723282 req-be2aa2ff-5727-43f4-b25c-fe24969adec0 service neutron] (103289) timed out ('10.222.0.49', 63160) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 19:18:19.351795 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bc68484e-6001-4698-b475-46987d0dd4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:21.387775 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-405fa2b1-c1ae-42ea-8122-993d0f08d819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:23.038045 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:23.762410 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:18:24.299332 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:25.098202 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:25.657899 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:49.353217 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cebf-1601-41d1-9cb6-30149684f90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:51.388885 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e4628840-8374-42dd-ab75-95d238df60c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:53.040617 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:54.291000 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:55.106825 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:18:55.661020 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:19:00.761471 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 19:19:19.354505 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a1b5b62e-024e-412a-b45f-78af5b6a1177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (fef4e29b-570c-4594-944d-9bc210c18f20), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:19:21.389930 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-cc87fc98-dec6-4863-b124-b5f666f1d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (972284b7-afaa-432f-bdea-6927e817f438), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:19:23.043017 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-839f654c-0752-479a-8454-449a18320cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (6a0ce9e8-4478-42ec-b98a-95f6681fafee), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:19:24.293545 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b4c2339a-a1aa-4751-a64a-12510a813cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (cea18bfd-3f5a-425f-9dc9-7767ecf5b3a7), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:19:25.134091 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-44fd8f3b-c4a6-4b18-846c-53eca6cc8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (5ccf21dd-138d-4152-b154-12ce256f52c0), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:19:25.663992 dv-cinder-795751-3-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a299fd17-538c-479f-ba66-c1abfbd203fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759892685828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1810067'] for agent (b95fb961-fabd-45e8-ba87-e91bce031aa9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 19:19:37.761956 dv-cinder-795751-3-iscsi neutron-server[103292]: DEBUG neutron.db.agents_db [None req-9275d7db-e7ea-4ab6-9208-dbbbad74129e None None] Agent healthcheck: found 6 active agents {{(pid=103292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}